00010000:00000010:3.1:1764938837.114003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e1a344f. 00010000:00000010:3.1:1764938837.125339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae7ddce. 00010000:00000010:3.1:1764938837.129138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b6e7e41. 00010000:00000010:3.1:1764938837.139920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a973438. 00010000:00000010:3.1:1764938837.150149:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049d16c7a. 00010000:00000010:3.1:1764938837.159686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030c79944. 00010000:00000010:3.1:1764938837.168143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000026a70ad. 00010000:00000010:3.1:1764938837.172235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa8ed5e8. 00010000:00000010:3.1:1764938837.187616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8b2de35. 00010000:00000010:3.1:1764938837.198261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007373a5ee. 00010000:00000010:3.1:1764938837.202489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008665b0c6. 00010000:00000010:3.1:1764938837.207804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056f81d17. 00010000:00000010:3.1:1764938837.222354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c944cec6. 00010000:00000010:3.1:1764938837.234191:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a37c2ab. 00010000:00000010:3.1:1764938837.241446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58dcb64. 00010000:00000010:3.1:1764938837.241454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088601708. 00010000:00000010:3.1:1764938837.250130:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfaba816. 00010000:00000010:3.1:1764938837.255140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b31167a. 00010000:00000010:3.1:1764938837.271194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0f3077. 00010000:00000010:3.1:1764938837.271201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a6a0b54. 00010000:00000010:3.1:1764938837.280189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000224a71ed. 00010000:00000010:3.1:1764938837.280195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:3.1:1764938837.293831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff5b951. 00010000:00000010:3.1:1764938837.293932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000963bbe02. 00010000:00000010:3.1:1764938837.293936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be811ba7. 00010000:00000010:3.1:1764938837.312265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fd05d68. 00010000:00000010:3.1:1764938837.312273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:3.1:1764938837.389940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009995e1af. 00010000:00000010:3.1:1764938837.389950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7721ccd. 00010000:00000010:3.1:1764938837.473390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f606d5e. 00010000:00000010:3.1:1764938837.493148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f814ec4d. 00010000:00000010:3.1:1764938837.554250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b13c58f. 00010000:00000010:3.1:1764938837.565279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b9f3a67. 00010000:00000010:3.1:1764938837.570214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c019c33. 00010000:00000010:3.1:1764938837.584536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005651c19a. 00010000:00000010:3.1:1764938837.584548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:3.1:1764938837.606252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d7a1eb. 00010000:00000010:3.1:1764938837.620312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000478af6e3. 00010000:00000010:3.1:1764938837.642227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004032c6b. 00010000:00000010:3.1:1764938837.645927:0:78107:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725a9182. 00010000:00000010:3.1:1764938837.663334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072e12f9d. 00010000:00000010:3.1:1764938837.686343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2543096. 00010000:00000010:3.1:1764938837.691334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f912ba. 00010000:00000010:3.1:1764938837.696487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b5b8706. 00010000:00000010:3.1:1764938837.706514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a81612b0. 00010000:00000010:3.1:1764938837.774703:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002871f3a0. 00010000:00000010:3.1:1764938837.774711:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:3.1:1764938837.777470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000964e3fd7. 00010000:00000010:3.1:1764938837.777489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b46675fe. 00010000:00000010:3.1:1764938837.777493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938837.784844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008904c96f. 00010000:00000010:3.1:1764938837.784852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938837.794387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a74121. 00010000:00000010:3.1:1764938837.794394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:3.1:1764938837.796130:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4b06fcf. 00010000:00000010:3.1:1764938837.796136:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938837.804571:0:790:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b06d07. 00010000:00000010:3.1:1764938837.804579:0:790:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938837.820750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7ada21a. 00010000:00000010:3.1:1764938837.820758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:3.1:1764938837.826265:0:67172:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d491050e. 00010000:00000010:3.1:1764938837.831292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e47ccfde. 00010000:00000010:3.1:1764938837.844356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ff9a5. 00010000:00000010:3.1:1764938837.859186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b2f108. 00010000:00000010:3.1:1764938837.875497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a47b539. 00010000:00000010:3.1:1764938837.885803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0a24e0. 00010000:00000010:3.1:1764938837.892125:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7fbb913. 00010000:00000010:3.1:1764938837.892132:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:3.1:1764938837.917606:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f729819f. 00010000:00000010:3.1:1764938837.917612:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:3.1:1764938837.921147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efcbea61. 00010000:00000010:3.1:1764938837.950409:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000956bd94. 00010000:00000010:3.1:1764938837.958040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6b09d9. 00010000:00000010:3.1:1764938838.013205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000377afbdc. 00010000:00000010:3.1:1764938838.026321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070ca1213. 00010000:00000010:3.1:1764938838.026329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8a279f. 00010000:00000010:3.1:1764938838.045142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1e8368c. 00010000:00000010:3.1:1764938838.045149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d687af4e. 00010000:00000010:3.1:1764938838.045153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.1:1764938838.045156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be18a2b1. 00010000:00000010:3.1:1764938838.045159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938838.045161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052c9bf57. 00010000:00000010:3.1:1764938838.045164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938838.052161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8e5ad9. 00010000:00000010:3.1:1764938838.055993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3394425. 00010000:00000010:3.1:1764938838.056007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:3.1:1764938838.086562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f849814. 00010000:00000010:3.1:1764938838.119617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e647df2. 00010000:00000010:3.1:1764938838.119626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcd6ffbb. 00010000:00000010:3.1:1764938838.119630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:3.1:1764938838.138464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f74e244. 00010000:00000010:3.1:1764938838.138486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e31700. 00010000:00000010:3.1:1764938838.140772:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004767f0e4. 00010000:00000010:3.1:1764938838.140779:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.1:1764938838.152176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073f59ae9. 00010000:00000010:3.1:1764938838.152188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d3370ae. 00010000:00000010:3.1:1764938838.152192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938838.168375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000868049a2. 00010000:00000010:3.1:1764938838.168382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057c8746b. 00010000:00000010:3.1:1764938838.168386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.1:1764938838.184794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025acc527. 00010000:00000010:3.1:1764938838.184800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:3.1:1764938838.201136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000462a06a0. 00010000:00000010:3.1:1764938838.201144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:3.1:1764938838.231575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071feffb8. 00010000:00000010:3.1:1764938838.231583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:3.1:1764938838.260133:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2719603. 00010000:00000010:3.1:1764938838.260141:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b10cb1f. 00010000:00000010:3.1:1764938838.260146:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0062f1e. 00010000:00000010:3.1:1764938838.260149:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938838.298241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7613be0. 00010000:00000010:3.1:1764938838.298246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:3.1:1764938838.304224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6951c00. 00010000:00000010:3.1:1764938838.304231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938838.308274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3d0db6d. 00010000:00000010:3.1:1764938838.308286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938838.313151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba0ca0e7. 00010000:00000010:3.1:1764938838.313161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938838.317449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d6fd532. 00010000:00000010:3.1:1764938838.317464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938838.329499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b22729. 00010000:00000010:3.1:1764938838.329513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5b48264. 00010000:00000010:3.1:1764938838.329518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938838.334203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a2490bd. 00010000:00000010:3.1:1764938838.334211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000220ad690. 00010000:00000010:3.1:1764938838.334215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938838.341127:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a94c29. 00010000:00000010:3.1:1764938838.341133:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938838.358284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9615659. 00010000:00000010:3.1:1764938838.365276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5e7d491. 00010000:00000010:3.1:1764938838.371144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dae3b743. 00010000:00000010:3.1:1764938838.379475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ab0cb8. 00010000:00000010:3.1:1764938838.394321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68b8ddf. 00010000:00000010:3.1:1764938838.402323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d26c273. 00010000:00000010:3.1:1764938838.407075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f20bdeb. 00010000:00000010:3.1:1764938838.414138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006570a502. 00010000:00000010:3.1:1764938838.453143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000941eabcc. 00010000:00000010:3.1:1764938838.464364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f972c2. 00010000:00000010:3.1:1764938838.586264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038cd73f0. 00010000:00000010:3.1:1764938838.586281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:3.1:1764938838.615346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005baa5565. 00010000:00000010:3.1:1764938838.624190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edf23e2a. 00010000:00000010:3.1:1764938838.675311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c255059a. 00010000:00000010:3.1:1764938838.685260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000008c3331. 00010000:00000010:3.1:1764938838.685267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1a0d11f. 00010000:00000010:3.1:1764938838.693316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eac1ba19. 00010000:00000010:3.1:1764938838.706230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce79b90. 00010000:00000010:3.1:1764938838.722021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcc87a15. 00010000:00000010:3.1:1764938838.778253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4345444. 00010000:00000010:3.1:1764938838.789739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020de2b52. 00010000:00000010:3.1:1764938838.804748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daeb9ce6. 00010000:00000010:3.1:1764938838.845251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbe543b7. 00010000:00000010:3.1:1764938838.847141:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aef0265. 00010000:00000010:3.1:1764938838.859586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076e3f131. 00010000:00000010:3.1:1764938838.881269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf34f830. 00010000:00000010:3.1:1764938838.886535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000842f634a. 00010000:00000010:3.1:1764938838.889866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000161108d5. 00010000:00000010:3.1:1764938838.943492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093ad611f. 00010000:00000010:3.1:1764938838.943499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:3.1:1764938838.963145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000818199f7. 00010000:00000010:3.1:1764938838.963158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:3.1:1764938838.973593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efd7bf1a. 00010000:00000010:3.1:1764938838.973606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8882533. 00010000:00000010:3.1:1764938838.973610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938838.978242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adce09da. 00010000:00000010:3.1:1764938838.978251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938838.986146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b933f2d2. 00010000:00000010:3.1:1764938838.986157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938838.990393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053efbb07. 00010000:00000010:3.1:1764938838.990399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938838.999577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a2cf425. 00010000:00000010:3.1:1764938838.999585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938839.005446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028249168. 00010000:00000010:3.1:1764938839.005452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938839.010577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096dd6d00. 00010000:00000010:3.1:1764938839.010592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938839.015184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f07d198. 00010000:00000010:3.1:1764938839.015193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938839.019262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9219f3b. 00010000:00000010:3.1:1764938839.019278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938839.029303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004996b880. 00010000:00000010:3.1:1764938839.029310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938839.050710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000733ba1ff. 00010000:00000010:3.1:1764938839.050719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938839.055058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000204a0929. 00010000:00000010:3.1:1764938839.055070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938839.060700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002152e56. 00010000:00000010:3.1:1764938839.060707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938839.064409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009332d52f. 00010000:00000010:3.1:1764938839.064416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938839.072222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf5fe02b. 00010000:00000010:3.1:1764938839.072228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938839.079388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b28ab25a. 00010000:00000010:3.1:1764938839.079400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938839.083374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005778d961. 00010000:00000010:3.1:1764938839.083380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938839.094195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e88902d1. 00010000:00000010:3.1:1764938839.102008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000baa3c31. 00010000:00000010:3.1:1764938839.102015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:3.1:1764938839.114234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b138740. 00010000:00000010:3.1:1764938839.114240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938839.118152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000283466de. 00010000:00000010:3.1:1764938839.118168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938839.122577:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b9bad3. 00010000:00000010:3.1:1764938839.122584:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938839.126422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000638e844. 00010000:00000010:3.1:1764938839.126439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938839.132233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da3accee. 00010000:00000010:2.1:1764938839.142193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554768b3. 00010000:00000010:3.1:1764938839.147552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd800b9. 00010000:00000010:2.1:1764938839.157215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be23a991. 00010000:00000010:3.1:1764938839.179210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a668cf4f. 00010000:00000010:2.1:1764938839.185053:0:67172:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e62ddc9. 00010000:00000010:2.1:1764938839.185062:0:67172:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:3.1:1764938839.185388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27d3647. 00010000:00000010:3.1:1764938839.189857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf483b0f. 00010000:00000010:3.1:1764938839.189865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938839.197486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c4371be. 00010000:00000010:3.1:1764938839.197494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c739e8fc. 00010000:00000010:3.1:1764938839.197499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938839.201756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb340eae. 00010000:00000010:3.1:1764938839.234152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf1e2cbe. 00010000:00000010:3.1:1764938839.234163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:3.1:1764938839.238648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000709389d1. 00010000:00000010:3.1:1764938839.238667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938839.240262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d41f9c. 00010000:00000010:2.1:1764938839.271772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e33b0a5a. 00010000:00000010:2.1:1764938839.271792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:3.1:1764938839.277188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087d02e53. 00010000:00000010:3.1:1764938839.277197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938839.290446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a75e8f5. 00010000:00000010:3.1:1764938839.290455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938839.291156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db41031. 00010000:00000010:3.1:1764938839.300672:0:78153:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d979d958. 00010000:00000010:2.1:1764938839.315664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e8ba9f. 00010000:00000010:2.1:1764938839.315673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:2.1:1764938839.324136:0:78155:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e08cbd84. 00010000:00000010:2.1:1764938839.324145:0:78155:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938839.324151:0:78155:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e88619b. 00010000:00000010:2.1:1764938839.324156:0:78155:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d72003. 00010000:00000010:2.1:1764938839.324159:0:78155:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:3.1:1764938839.328130:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51a268a. 00010000:00000010:3.1:1764938839.340197:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093c0c7b7. 00010000:00000010:3.1:1764938839.368145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd21dd5d. 00010000:00000010:3.1:1764938839.383208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f01d83f. 00010000:00000010:3.1:1764938839.383219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b10cb1f. 00010000:00000010:2.1:1764938839.412173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2da6724. 00010000:00000010:3.1:1764938839.424427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b0dfee. 00010000:00000010:3.1:1764938839.443527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000639001. 00010000:00000010:3.1:1764938839.448571:0:78152:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:3.1:1764938839.448595:0:78152:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f31b34c9. 00010000:00000010:2.1:1764938839.450789:0:78151:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8abbf83. 00010000:00000010:2.1:1764938839.450805:0:78151:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:3.1:1764938839.454593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043d40533. 00010000:00000010:3.1:1764938839.482282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b1c44e9. 00010000:00000010:3.1:1764938839.482295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032d15023. 00010000:00000010:3.1:1764938839.482299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938839.486267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa03fc74. 00010000:00000010:2.1:1764938839.486300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079d48f87. 00010000:00000010:2.1:1764938839.486306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:2.1:1764938839.500265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8394c94. 00010000:00000010:2.1:1764938839.500285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938839.525147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a093649. 00010000:00000010:2.1:1764938839.525166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:3.1:1764938839.525416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057e6df9. 00010000:00000010:3.1:1764938839.529840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025f58f86. 00010000:00000010:3.1:1764938839.529861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004865b771. 00010000:00000010:3.1:1764938839.529865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:3.1:1764938839.544145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c97d7a7f. 00010000:00000010:3.1:1764938839.544153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffcc120c. 00010000:00000010:3.1:1764938839.544158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:2.1:1764938839.557141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086b094f7. 00010000:00000010:2.1:1764938839.557149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938839.557508:0:78152:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2429471. 00010000:00000010:2.1:1764938839.576955:0:78152:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f505888. 00010000:00000010:2.1:1764938839.576964:0:78152:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b14fd65. 00010000:00000010:2.1:1764938839.576970:0:78152:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8a279f. 00010000:00000010:3.1:1764938839.594408:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6d940d. 00010000:00000010:3.1:1764938839.594418:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000395c1fb1. 00010000:00000010:3.1:1764938839.594425:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938839.607936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bcb2e9d. 00010000:00000010:3.1:1764938839.622129:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e189ee5. 00010000:00000010:2.1:1764938839.626246:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095690a54. 00010000:00000010:2.1:1764938839.626257:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000336cec8. 00010000:00000010:3.1:1764938839.638791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002774bee0. 00010000:00000010:2.1:1764938839.647169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b872f757. 00010000:00000010:2.1:1764938839.647187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:3.1:1764938839.652168:0:78163:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025273ce8. 00010000:00000010:2.1:1764938839.683111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000978f7e15. 00010000:00000010:2.1:1764938839.692180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b65da315. 00010000:00000010:2.1:1764938839.692196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938839.699355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046693d83. 00010000:00000010:2.1:1764938839.699364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9321efe. 00010000:00000010:2.1:1764938839.699374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:2.1:1764938839.708142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bf3727f. 00010000:00000010:2.1:1764938839.708150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938839.708155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e7b4c7d. 00010000:00000010:2.1:1764938839.708159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040d1d082. 00010000:00000010:2.1:1764938839.708163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:2.1:1764938839.712145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c63334. 00010000:00000010:2.1:1764938839.712154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9ca0a12. 00010000:00000010:2.1:1764938839.712157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:3.1:1764938839.717141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a20ce41d. 00010000:00000010:3.1:1764938839.734734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3a79a9. 00010000:00000010:2.1:1764938839.755411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f5d694. 00010000:00000010:2.1:1764938839.755419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:3.1:1764938839.756462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c157411. 00010000:00000010:2.1:1764938839.766137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebb409b9. 00010000:00000010:2.1:1764938839.772277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e49e06e9. 00010000:00000010:2.1:1764938839.772284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000188cc6cc. 00010000:00000010:3.1:1764938839.776941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c689510b. 00010000:00000010:2.1:1764938839.790526:0:78170:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f125b351. 00010000:00000010:2.1:1764938839.790533:0:78170:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d01b81d. 00010000:00000010:2.1:1764938839.790537:0:78170:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:3.1:1764938839.793226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9e818fe. 00010000:00000010:3.1:1764938839.795338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed1af9d6. 00010000:00000010:3.1:1764938839.795351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:3.1:1764938839.795356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044741bbc. 00010000:00000010:3.1:1764938839.795360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000215b5163. 00010000:00000010:3.1:1764938839.795362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938839.809346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2993f32. 00010000:00000010:3.1:1764938839.809355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034f6617e. 00010000:00000010:3.1:1764938839.809359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:3.1:1764938839.821127:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062fb5099. 00010000:00000010:3.1:1764938839.821134:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed593287. 00010000:00000010:3.1:1764938839.821139:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938839.821141:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028098f23. 00010000:00000010:3.1:1764938839.821143:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938839.824200:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e44ccd0. 00010000:00000010:3.1:1764938839.842318:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d85e6eb4. 00010000:00000010:2.1:1764938839.850031:0:78178:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8659ec6. 00010000:00000010:2.1:1764938839.850041:0:78178:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:2.1:1764938839.857204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b1e07e3. 00010000:00000010:2.1:1764938839.857211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938839.864846:0:78180:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001656077a. 00010000:00000010:2.1:1764938839.864854:0:78180:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bb38a18. 00010000:00000010:2.1:1764938839.864858:0:78180:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938839.873204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002575eb33. 00010000:00000010:3.1:1764938839.873210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d8217f5. 00010000:00000010:3.1:1764938839.873215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:3.1:1764938839.880401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed035df. 00010000:00000010:3.1:1764938839.880416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000100673d9. 00010000:00000010:3.1:1764938839.880420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938839.883131:0:78183:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ccac44d. 00010000:00000010:2.1:1764938839.883141:0:78183:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeb78b32. 00010000:00000010:2.1:1764938839.883146:0:78183:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017d9ca1a. 00010000:00000010:2.1:1764938839.883148:0:78183:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:3.1:1764938839.891132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004230df70. 00010000:00000010:3.1:1764938839.891138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938839.894466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ec72144. 00010000:00000010:2.1:1764938839.894474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938839.910120:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000140d8899. 00010000:00000010:3.1:1764938839.910126:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938839.910156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000429578b5. 00010000:00000010:2.1:1764938839.910161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938839.915136:0:78188:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa072ad2. 00010000:00000010:3.1:1764938839.915178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0f398fb. 00010000:00000010:3.1:1764938839.922128:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f1f688. 00010000:00000010:2.1:1764938839.929236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045012491. 00010000:00000010:2.1:1764938839.929247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e31700. 00010000:00000010:3.1:1764938839.932168:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000362775d7. 00010000:00000010:3.1:1764938839.932177:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008a861e5. 00010000:00000010:3.1:1764938839.932180:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938839.956470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079da9c44. 00010000:00000010:2.1:1764938839.956478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c214cbbc. 00010000:00000010:3.1:1764938839.957190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f39e2e3. 00010000:00000010:2.1:1764938839.968535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f2e70cb. 00010000:00000010:2.1:1764938839.968542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938839.983546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b143f58. 00010000:00000010:2.1:1764938839.983561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048a4783e. 00010000:00000010:2.1:1764938839.983566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938839.996228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a359d00. 00010000:00000010:2.1:1764938840.004907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003756ea1b. 00010000:00000010:2.1:1764938840.004920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938840.007187:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030ee13e2. 00010000:00000010:2.1:1764938840.007193:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:2.1:1764938840.014390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074e88cae. 00010000:00000010:2.1:1764938840.014396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ae461d. 00010000:00000010:3.1:1764938840.038282:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b41e5994. 00010000:00000010:3.1:1764938840.038288:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:3.1:1764938840.042252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000491331a3. 00010000:00000010:3.1:1764938840.042268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a4c13df. 00010000:00000010:3.1:1764938840.042272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938840.046391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a0bb2f. 00010000:00000010:3.1:1764938840.046398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7255b56. 00010000:00000010:3.1:1764938840.046403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.1:1764938840.066277:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051ce2078. 00010000:00000010:3.1:1764938840.079044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ebdeb31. 00010000:00000010:3.1:1764938840.079054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf5885b. 00010000:00000010:2.1:1764938840.087154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4c19c32. 00010000:00000010:3.1:1764938840.087215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000837a6dc6. 00010000:00000010:3.1:1764938840.087222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:3.1:1764938840.103025:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000311b79d3. 00010000:00000010:3.1:1764938840.124470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f21f85dd. 00010000:00000010:3.1:1764938840.124476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090423377. 00010000:00000010:3.1:1764938840.124480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be811ba7. 00010000:00000010:3.1:1764938840.131362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c254cf4. 00010000:00000010:3.1:1764938840.131378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002d838e8. 00010000:00000010:3.1:1764938840.131381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:2.1:1764938840.140272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bb9ad1c. 00010000:00000010:3.1:1764938840.145629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0415c9a. 00010000:00000010:3.1:1764938840.153176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fca6cbe. 00010000:00000010:2.1:1764938840.179236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6769ecd. 00010000:00000010:2.1:1764938840.188738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2035272. 00010000:00000010:2.1:1764938840.199311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000157f80e4. 00010000:00000010:2.1:1764938840.217251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000677626b6. 00010000:00000010:2.1:1764938840.219556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000886d4d3e. 00010000:00000010:3.1:1764938840.224142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000709d2e56. 00010000:00000010:2.1:1764938840.230141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acd95731. 00010000:00000010:2.1:1764938840.230149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:3.1:1764938840.233333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb14c3f6. 00010000:00000010:3.1:1764938840.243492:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000379682fd. 00010000:00000010:2.1:1764938840.249272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c147a4ed. 00010000:00000010:2.1:1764938840.249286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:3.1:1764938840.253234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e77bc3a. 00010000:00000010:2.1:1764938840.261366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c4614dc. 00010000:00000010:2.1:1764938840.261373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7721ccd. 00010000:00000010:2.1:1764938840.275437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e80f433. 00010000:00000010:3.1:1764938840.277390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bac445a6. 00010000:00000010:2.1:1764938840.286341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004390b802. 00010000:00000010:2.1:1764938840.286348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ae461d. 00010000:00000010:2.1:1764938840.290170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000217f8b97. 00010000:00000010:2.1:1764938840.290179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507dff7e. 00010000:00000010:2.1:1764938840.290182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:2.1:1764938840.290186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7265b86. 00010000:00000010:2.1:1764938840.290188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:3.1:1764938840.301128:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb25ca23. 00010000:00000010:2.1:1764938840.302311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7635252. 00010000:00000010:2.1:1764938840.302323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938840.309497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc3b9bc8. 00010000:00000010:2.1:1764938840.309507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938840.320907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c69c6fd5. 00010000:00000010:2.1:1764938840.320914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031bbf77e. 00010000:00000010:2.1:1764938840.320917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:2.1:1764938840.327585:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d2ba878. 00010000:00000010:2.1:1764938840.327601:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074add94d. 00010000:00000010:2.1:1764938840.327605:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938840.334558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008791cebe. 00010000:00000010:2.1:1764938840.351176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025e866f8. 00010000:00000010:3.1:1764938840.351674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040e38875. 00010000:00000010:3.1:1764938840.351683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c214cbbc. 00010000:00000010:3.1:1764938840.355870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a32e8c78. 00010000:00000010:3.1:1764938840.355879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938840.376052:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004a73ae9. 00010000:00000010:3.1:1764938840.376065:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:2.1:1764938840.376439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003efa04dd. 00010000:00000010:2.1:1764938840.383325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc19167a. 00010000:00000010:3.1:1764938840.384198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040f04113. 00010000:00000010:3.1:1764938840.384208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938840.384213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f837048. 00010000:00000010:3.1:1764938840.384216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938840.390051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000289a4553. 00010000:00000010:3.1:1764938840.390064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:2.1:1764938840.394849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c4c8d96. 00010000:00000010:2.1:1764938840.394856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c0609fc. 00010000:00000010:2.1:1764938840.394858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938840.399475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cfedfcf. 00010000:00000010:3.1:1764938840.403508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca45e69e. 00010000:00000010:3.1:1764938840.403524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:2.1:1764938840.423310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc5f8b1. 00010000:00000010:2.1:1764938840.442375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08d2192. 00010000:00000010:2.1:1764938840.447219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006256833b. 00010000:00000010:2.1:1764938840.447228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661aaa89. 00010000:00000010:2.1:1764938840.447232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000336cec8. 00010000:00000010:2.1:1764938840.456632:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000196e2ddf. 00010000:00000010:2.1:1764938840.456640:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938840.462148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6ea5f9a. 00010000:00000010:2.1:1764938840.471238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d52da988. 00010000:00000010:2.1:1764938840.471250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938840.479428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a68c3fb8. 00010000:00000010:2.1:1764938840.479435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938840.484428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e3cc77b. 00010000:00000010:2.1:1764938840.484437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938840.484441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e4d886. 00010000:00000010:2.1:1764938840.484445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938840.487788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337090d8. 00010000:00000010:2.1:1764938840.494259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cdc8e15. 00010000:00000010:2.1:1764938840.494272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938840.498576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dff9b9d1. 00010000:00000010:2.1:1764938840.498584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938840.498644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459b7eab. 00010000:00000010:2.1:1764938840.502601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e2a089d. 00010000:00000010:2.1:1764938840.502612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938840.509606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000323baddc. 00010000:00000010:2.1:1764938840.512045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b48c2b81. 00010000:00000010:2.1:1764938840.512061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938840.516255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c812a2a0. 00010000:00000010:3.1:1764938840.516261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:3.1:1764938840.526705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc1837a. 00010000:00000010:3.1:1764938840.526720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938840.567161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072bde0a6. 00010000:00000010:3.1:1764938840.590142:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b26d51c. 00010000:00000010:3.1:1764938840.605544:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4c8a2fd. 00010000:00000010:3.1:1764938840.612726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064139f8b. 00010000:00000010:3.1:1764938840.636642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086d6e82d. 00010000:00000010:3.1:1764938840.658216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcdb8695. 00010000:00000010:2.1:1764938840.658288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000715c4ef3. 00010000:00000010:2.1:1764938840.658294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8a279f. 00010000:00000010:2.1:1764938840.660282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3f27938. 00010000:00000010:2.1:1764938840.660288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938840.680139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:3.1:1764938840.698352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:3.1:1764938840.698358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3041ba2. 00010000:00000010:3.1:1764938840.717232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f555ab57. 00010000:00000010:3.1:1764938840.730391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f63b1276. 00010000:00000010:3.1:1764938840.744140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:2.1:1764938840.747259:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500350ff. 00010000:00000010:2.1:1764938840.747271:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:2.1:1764938840.752637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce9c3bd. 00010000:00000010:2.1:1764938840.752646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938840.756160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc592e7. 00010000:00000010:2.1:1764938840.759271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f0b759a. 00010000:00000010:2.1:1764938840.759284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938840.768606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000143d1b1f. 00010000:00000010:2.1:1764938840.768613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:3.1:1764938840.772160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000073233ed. 00010000:00000010:2.1:1764938840.776577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088b67bb3. 00010000:00000010:2.1:1764938840.776584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938840.781852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ace30bf0. 00010000:00000010:2.1:1764938840.781859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938840.786173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ca5e5aa. 00010000:00000010:2.1:1764938840.786762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096f2a11d. 00010000:00000010:2.1:1764938840.786769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938840.790213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbd92139. 00010000:00000010:2.1:1764938840.790220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938840.795425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000478481a2. 00010000:00000010:2.1:1764938840.795438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938840.796097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076df6a4e. 00010000:00000010:2.1:1764938840.802594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026576997. 00010000:00000010:2.1:1764938840.802601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938840.807547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6f6c331. 00010000:00000010:2.1:1764938840.807555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938840.817338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0dd2e3b. 00010000:00000010:2.1:1764938840.817824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7f80638. 00010000:00000010:2.1:1764938840.817840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938840.819151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6638f8c. 00010000:00000010:2.1:1764938840.819159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938840.827327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de8cb689. 00010000:00000010:2.1:1764938840.827343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938840.831193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea0e9a6a. 00010000:00000010:2.1:1764938840.831200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938840.835487:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfdeac0d. 00010000:00000010:2.1:1764938840.835493:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938840.854143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000241d1c10. 00010000:00000010:2.1:1764938840.854153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938840.854158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064367aab. 00010000:00000010:2.1:1764938840.854161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938840.854164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acadcc07. 00010000:00000010:2.1:1764938840.854168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938840.854204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fe4ca0. 00010000:00000010:2.1:1764938840.861282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6d4daea. 00010000:00000010:2.1:1764938840.861293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938840.864355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00010000:00000010:2.1:1764938840.867971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063437b68. 00010000:00000010:2.1:1764938840.867983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938840.876680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da38ebbd. 00010000:00000010:2.1:1764938840.876697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938840.877232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031751a1a. 00010000:00000010:2.1:1764938840.879156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe5ce1ae. 00010000:00000010:2.1:1764938840.879163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938840.888906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000093d33a3. 00010000:00000010:2.1:1764938840.888914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938840.897231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033af7333. 00010000:00000010:2.1:1764938840.897248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938840.903086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acabcd5. 00010000:00000010:2.1:1764938840.907383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5a50f19. 00010000:00000010:2.1:1764938840.907396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938840.918184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18bd165. 00010000:00000010:2.1:1764938840.923003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f16cc904. 00010000:00000010:2.1:1764938840.923011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e7da1e. 00010000:00000010:2.1:1764938840.926329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b28000a. 00010000:00000010:2.1:1764938840.926337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938840.938697:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c24551. 00010000:00000010:2.1:1764938840.958220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc39199a. 00010000:00000010:2.1:1764938840.966361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f479efe2. 00010000:00000010:2.1:1764938840.966369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098052542. 00010000:00000010:2.1:1764938840.966372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3498f05. 00010000:00000010:2.1:1764938840.971148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e43ad12. 00010000:00000010:2.1:1764938840.971156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de516c0. 00010000:00000010:3.1:1764938840.996248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000660ea847. 00010000:00000010:3.1:1764938840.996256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:2.1:1764938840.997878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e78a532f. 00010000:00000010:3.1:1764938841.004158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d1dd533. 00010000:00000010:3.1:1764938841.004165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0630806. 00010000:00000010:3.1:1764938841.004169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938841.018692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ebf0cdb. 00010000:00000010:3.1:1764938841.018699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:2.1:1764938841.038639:0:77246:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1ab355. 00010000:00000010:3.1:1764938841.052583:0:77246:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079d5b2a6. 00010000:00000010:3.1:1764938841.052596:0:77246:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938841.052599:0:77246:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c47ff242. 00010000:00000010:3.1:1764938841.052602:0:77246:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938841.059015:0:77246:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4aa0a0d. 00010000:00000010:3.1:1764938841.059028:0:77246:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ad1192. 00010000:00000010:3.1:1764938841.059032:0:77246:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:2.1:1764938841.059864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3bf2a9. 00010000:00000010:3.1:1764938841.092542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8287818. 00010000:00000010:2.1:1764938841.097287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a3c5781. 00010000:00000010:2.1:1764938841.097302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938841.102608:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad729e79. 00010000:00000010:2.1:1764938841.107297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef1471aa. 00010000:00000010:3.1:1764938841.109599:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000099cde3. 00010000:00000010:3.1:1764938841.109606:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938841.115392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d932a0bd. 00010000:00000010:2.1:1764938841.119567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e31a4eb7. 00010000:00000010:2.1:1764938841.119576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:2.1:1764938841.125324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc06225. 00010000:00000010:2.1:1764938841.125333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:3.1:1764938841.125973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037351936. 00010000:00000010:3.1:1764938841.150268:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb81df05. 00010000:00000010:3.1:1764938841.159299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5dedab6. 00010000:00000010:3.1:1764938841.166182:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1be141e. 00010000:00000010:3.1:1764938841.166193:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:3.1:1764938841.183192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012b5793d. 00010000:00000010:3.1:1764938841.183199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938841.184149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f834225. 00010000:00000010:2.1:1764938841.189267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000853eac89. 00010000:00000010:3.1:1764938841.195278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e9bbcad. 00010000:00000010:3.1:1764938841.195292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938841.196197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe54c8a. 00010000:00000010:3.1:1764938841.196205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:3.1:1764938841.204255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af888ff3. 00010000:00000010:3.1:1764938841.204262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938841.209036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b875ce23. 00010000:00000010:3.1:1764938841.209045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:3.1:1764938841.216017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78edcb8. 00010000:00000010:3.1:1764938841.216033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938841.224201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000764d5d84. 00010000:00000010:3.1:1764938841.224207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:2.1:1764938841.230139:0:78201:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b7efb22. 00010000:00000010:2.1:1764938841.238262:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b21f6f1a. 00010000:00000010:3.1:1764938841.250730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d4b9187. 00010000:00000010:3.1:1764938841.250741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:2.1:1764938841.260232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e291c4e8. 00010000:00000010:2.1:1764938841.260240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938841.260321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082d42ba1. 00010000:00000010:3.1:1764938841.290099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00010000:00000010:2.1:1764938841.298253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fe340fa. 00010000:00000010:2.1:1764938841.298264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:3.1:1764938841.303405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b7e1dee. 00010000:00000010:3.1:1764938841.303499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e654ad93. 00010000:00000010:2.1:1764938841.307708:0:77328:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c4493b3. 00010000:00000010:2.1:1764938841.307716:0:77328:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938841.315199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006927e3f2. 00010000:00000010:2.1:1764938841.377479:0:78213:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002212a87b. 00010000:00000010:2.1:1764938841.377486:0:78213:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:3.1:1764938841.400731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf2f5cc. 00010000:00000010:2.1:1764938841.420243:0:78217:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c9eabdf. 00010000:00000010:2.1:1764938841.420249:0:78217:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003db77eed. 00010000:00000010:2.1:1764938841.420254:0:78217:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d9f1cf. 00010000:00000010:2.1:1764938841.424410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01f5a41. 00010000:00000010:2.1:1764938841.424422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a710d024. 00010000:00000010:2.1:1764938841.424426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:3.1:1764938841.448268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a415f0b. 00010000:00000010:3.1:1764938841.458526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058d961b5. 00010000:00000010:2.1:1764938841.467122:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094aef8b7. 00010000:00000010:2.1:1764938841.477142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059609432. 00010000:00000010:2.1:1764938841.481186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022a03ab3. 00010000:00000010:2.1:1764938841.484233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9390fff. 00010000:00000010:2.1:1764938841.490538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000108aa616. 00010000:00000010:3.1:1764938841.496274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004af3a734. 00010000:00000010:3.1:1764938841.514186:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc5e9c0. 00010000:00000010:2.1:1764938841.549512:0:78222:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c604afa2. 00010000:00000010:3.1:1764938841.553126:0:78223:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee3aca4. 00010000:00000010:2.1:1764938841.555021:0:78222:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000321aa0c2. 00010000:00000010:2.1:1764938841.555033:0:78222:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:2.1:1764938841.555052:0:78222:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000312ca762. 00010000:00000010:2.1:1764938841.555056:0:78222:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:1.1:1764938841.568185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d80dd6b. 00010000:00000010:1.1:1764938841.568193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee86fb42. 00010000:00000010:1.1:1764938841.568199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:2.1:1764938841.573124:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b699e9d. 00010000:00000010:2.1:1764938841.573129:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:3.1:1764938841.573835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6604126. 00010000:00000010:2.1:1764938841.580535:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006da598b6. 00010000:00000010:2.1:1764938841.580547:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:3.1:1764938841.585787:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5eec52d. 00010000:00000010:2.1:1764938841.598673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cb23a0b. 00010000:00000010:3.1:1764938841.604749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003186182d. 00010000:00000010:3.1:1764938841.604756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b10cb1f. 00010000:00000010:2.1:1764938841.616479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd847341. 00010000:00000010:2.1:1764938841.616490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:1.1:1764938841.616533:0:78229:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7a98739. 00010000:00000010:1.1:1764938841.628037:0:78231:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb325a4. 00010000:00000010:3.1:1764938841.632017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d5933c3. 00010000:00000010:3.1:1764938841.632026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed12657. 00010000:00000010:3.1:1764938841.644765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e5a27e. 00010000:00000010:2.1:1764938841.653127:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006457e17b. 00010000:00000010:2.1:1764938841.653137:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:2.1:1764938841.677223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076f855ed. 00010000:00000010:2.1:1764938841.677230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938841.685980:0:78239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e481f1. 00010000:00000010:2.1:1764938841.695888:0:78239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9fd4acd. 00010000:00000010:2.1:1764938841.695897:0:78239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e7da1e. 00010000:00000010:2.1:1764938841.697127:0:78239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed67369. 00010000:00000010:2.1:1764938841.697134:0:78239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938841.708311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf2c58c. 00010000:00000010:3.1:1764938841.708319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:1.1:1764938841.709958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c017bdd. 00010000:00000010:3.1:1764938841.718053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7821e7b. 00010000:00000010:3.1:1764938841.718061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:2.1:1764938841.718218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc75fb88. 00010000:00000010:2.1:1764938841.718223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:1.1:1764938841.754406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df98da22. 00010000:00000010:2.1:1764938841.755146:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047ad5c18. 00010000:00000010:2.1:1764938841.755153:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938841.760548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b1e6c2d. 00010000:00000010:2.1:1764938841.760560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938841.760564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000356f7db7. 00010000:00000010:2.1:1764938841.760568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938841.760584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000febeb565. 00010000:00000010:3.1:1764938841.800159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec7f937. 00010000:00000010:2.1:1764938841.819124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4ac6b5c. 00010000:00000010:2.1:1764938841.819135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b836add0. 00010000:00000010:2.1:1764938841.819139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d41f9c. 00010000:00000010:3.1:1764938841.828396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81f7658. 00010000:00000010:3.1:1764938841.836395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3f5d385. 00010000:00000010:3.1:1764938841.836409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:3.1:1764938841.844625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d4d270f. 00010000:00000010:1.1:1764938841.850367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee3e913b. 00010000:00000010:1.1:1764938841.850379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:2.1:1764938841.859357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd51f5b. 00010000:00000010:1.1:1764938841.859415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbe468d6. 00010000:00000010:1.1:1764938841.859422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009edd3d73. 00010000:00000010:1.1:1764938841.859425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:1.1:1764938841.859429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000601b1019. 00010000:00000010:1.1:1764938841.859432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:3.1:1764938841.863190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007105a6a6. 00010000:00000010:1.1:1764938841.867309:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077b01c26. 00010000:00000010:1.1:1764938841.867317:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:1.1:1764938841.881159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d928c735. 00010000:00000010:1.1:1764938841.881170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039225ec2. 00010000:00000010:1.1:1764938841.881175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:2.1:1764938841.888209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048678be4. 00010000:00000010:1.1:1764938841.888276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e676acfa. 00010000:00000010:1.1:1764938841.888283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e18f303. 00010000:00000010:1.1:1764938841.888286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:2.1:1764938841.891338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd4d5d97. 00010000:00000010:1.1:1764938841.891490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024861114. 00010000:00000010:1.1:1764938841.891496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:1.1:1764938841.891501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055e60a29. 00010000:00000010:1.1:1764938841.891503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:3.1:1764938841.897136:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075ce9d0f. 00010000:00000010:3.1:1764938841.901605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a07276e3. 00010000:00000010:1.1:1764938841.902127:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e0c6964. 00010000:00000010:1.1:1764938841.902133:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:3.1:1764938841.905995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073f9bc27. 00010000:00000010:1.1:1764938841.906428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c4f3cd3. 00010000:00000010:1.1:1764938841.906436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:1.1:1764938841.906451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017627be3. 00010000:00000010:1.1:1764938841.906454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:2.1:1764938841.908798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000676230d5. 00010000:00000010:2.1:1764938841.908806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:3.1:1764938841.909026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9d9c8b. 00010000:00000010:1.1:1764938841.916358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee9cf45. 00010000:00000010:1.1:1764938841.916364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938841.921539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050520a9e. 00010000:00000010:2.1:1764938841.921551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:3.1:1764938841.921610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000451a193b. 00010000:00000010:1.1:1764938841.925272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052f3cb72. 00010000:00000010:1.1:1764938841.925280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b433ed23. 00010000:00000010:1.1:1764938841.925283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938841.931220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ec7bce8. 00010000:00000010:2.1:1764938841.935203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007417a29b. 00010000:00000010:2.1:1764938841.935211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:2.1:1764938841.938707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2281a2. 00010000:00000010:2.1:1764938841.938714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938841.942321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098633b41. 00010000:00000010:2.1:1764938841.942332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:3.1:1764938841.943265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b684bd4. 00010000:00000010:2.1:1764938841.954754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7ca8361. 00010000:00000010:2.1:1764938841.954762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:3.1:1764938841.958137:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be5a3e64. 00010000:00000010:2.1:1764938841.958817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073777eb5. 00010000:00000010:2.1:1764938841.958824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938841.961320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8fedd76. 00010000:00000010:2.1:1764938841.961331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:2.1:1764938841.971290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e4794fd. 00010000:00000010:2.1:1764938841.971297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:3.1:1764938841.971355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063336be3. 00010000:00000010:3.1:1764938841.981241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014d5bf2e. 00010000:00000010:2.1:1764938841.981676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b00118b. 00010000:00000010:2.1:1764938841.981682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938841.981686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f159fa4. 00010000:00000010:2.1:1764938841.981689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:1.1:1764938841.985359:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e36e4c9. 00010000:00000010:1.1:1764938841.985367:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:3.1:1764938841.988366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098719e31. 00010000:00000010:2.1:1764938841.994026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000777b6f80. 00010000:00000010:1.1:1764938841.994465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008456bec9. 00010000:00000010:1.1:1764938841.994474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:2.1:1764938842.001580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fb1b793. 00010000:00000010:1.1:1764938842.009448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084d8d6e. 00010000:00000010:1.1:1764938842.009458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:2.1:1764938842.013185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050d774d5. 00010000:00000010:2.1:1764938842.018142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f41dc317. 00010000:00000010:1.1:1764938842.018651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e0f6705. 00010000:00000010:1.1:1764938842.018657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:1.1:1764938842.022698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d470d3a. 00010000:00000010:1.1:1764938842.022710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:3.1:1764938842.025811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b1e7a1. 00010000:00000010:2.1:1764938842.034620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000213ef67c. 00010000:00000010:3.1:1764938842.042334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006de72fe9. 00010000:00000010:2.1:1764938842.046200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044a428f4. 00010000:00000010:3.1:1764938842.050514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000721b8ace. 00010000:00000010:2.1:1764938842.053151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddbb6f3b. 00010000:00000010:2.1:1764938842.058121:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ac75d1. 00010000:00000010:2.1:1764938842.064289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de2c208. 00010000:00000010:2.1:1764938842.077174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025882c98. 00010000:00000010:2.1:1764938842.087129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3600cdb. 00010000:00000010:2.1:1764938842.091139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f73de5a0. 00010000:00000010:3.1:1764938842.107208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113fa634. 00010000:00000010:3.1:1764938842.115900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c64224f8. 00010000:00000010:2.1:1764938842.118277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1a1eb49. 00010000:00000010:3.1:1764938842.123157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754dade8. 00010000:00000010:2.1:1764938842.135372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000521a6a0. 00010000:00000010:3.1:1764938842.141868:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008190992. 00010000:00000010:2.1:1764938842.149246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036b72e1d. 00010000:00000010:3.1:1764938842.174204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f135ec03. 00010000:00000010:2.1:1764938842.192242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c32eb15. 00010000:00000010:3.1:1764938842.197823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003180193a. 00010000:00000010:3.1:1764938842.197844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c214cbbc. 00010000:00000010:3.1:1764938842.201713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a63b6d69. 00010000:00000010:3.1:1764938842.201729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938842.201734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac790bb. 00010000:00000010:3.1:1764938842.201738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f1f06b1. 00010000:00000010:3.1:1764938842.201741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938842.206319:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020938a1c. 00010000:00000010:3.1:1764938842.210443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc6e42db. 00010000:00000010:3.1:1764938842.210456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:2.1:1764938842.214744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c892b5e6. 00010000:00000010:2.1:1764938842.214752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:1.1:1764938842.218145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a574bb1a. 00010000:00000010:3.1:1764938842.222417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002148f84e. 00010000:00000010:2.1:1764938842.225748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e9e2e29. 00010000:00000010:3.1:1764938842.234414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c23878c. 00010000:00000010:2.1:1764938842.238189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd6cbbfc. 00010000:00000010:3.1:1764938842.241264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27700d8. 00010000:00000010:3.1:1764938842.249305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092be12e9. 00010000:00000010:1.1:1764938842.251198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f3d13c6. 00010000:00000010:2.1:1764938842.251241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003594addd. 00010000:00000010:2.1:1764938842.251247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:3.1:1764938842.260670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b9ed96a. 00010000:00000010:1.1:1764938842.266508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee9cda15. 00010000:00000010:2.1:1764938842.267583:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e26579. 00010000:00000010:2.1:1764938842.267592:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938842.270158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016de4f24. 00010000:00000010:2.1:1764938842.270172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:1.1:1764938842.279164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f057a095. 00010000:00000010:2.1:1764938842.280082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000225b3595. 00010000:00000010:2.1:1764938842.280092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938842.286154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c26cf661. 00010000:00000010:2.1:1764938842.286164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c3968c. 00010000:00000010:2.1:1764938842.286167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:2.1:1764938842.292167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046bb0dac. 00010000:00000010:2.1:1764938842.292184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:1.1:1764938842.303225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ff1909. 00010000:00000010:1.1:1764938842.303231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:3.1:1764938842.303803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f561f6b4. 00010000:00000010:3.1:1764938842.317362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dec6847. 00010000:00000010:1.1:1764938842.318691:0:15835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b24c1a0c. 00010000:00000010:1.1:1764938842.318700:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:2.1:1764938842.322261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8451ddb. 00010000:00000010:2.1:1764938842.322272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:3.1:1764938842.335277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000799e3b25. 00010000:00000010:3.1:1764938842.335290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938842.336162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001533e955. 00010000:00000010:2.1:1764938842.336171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938842.345150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026fe9855. 00010000:00000010:3.1:1764938842.345153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079271018. 00010000:00000010:3.1:1764938842.345159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:2.1:1764938842.355143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000715ca7b8. 00010000:00000010:3.1:1764938842.360806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bb897a6. 00010000:00000010:3.1:1764938842.360816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:2.1:1764938842.368402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b08761b8. 00010000:00000010:2.1:1764938842.368409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938842.371534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e4d69ac. 00010000:00000010:3.1:1764938842.371542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938842.385548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d22528fd. 00010000:00000010:3.1:1764938842.385962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0f93242. 00010000:00000010:3.1:1764938842.385968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938842.390177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005141e927. 00010000:00000010:3.1:1764938842.390183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938842.401225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006564d79a. 00010000:00000010:3.1:1764938842.401238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:2.1:1764938842.405158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c578e0b. 00010000:00000010:1.1:1764938842.419237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2da281d. 00010000:00000010:1.1:1764938842.419253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8a279f. 00010000:00000010:2.1:1764938842.430454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc59f3cb. 00010000:00000010:2.1:1764938842.431357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b7f7426. 00010000:00000010:1.1:1764938842.434261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b12fe8c6. 00010000:00000010:1.1:1764938842.434271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:1.1:1764938842.444474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397f79a7. 00010000:00000010:2.1:1764938842.452239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bbd51f7. 00010000:00000010:1.1:1764938842.474274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5f0dad. 00010000:00000010:1.1:1764938842.474293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b97a50a. 00010000:00000010:1.1:1764938842.474298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ae461d. 00010000:00000010:2.1:1764938842.475263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c377d8ce. 00010000:00000010:3.1:1764938842.479089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df758f28. 00010000:00000010:1.1:1764938842.483131:0:1363:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a78c72c7. 00010000:00000010:1.1:1764938842.483142:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:1.1:1764938842.483147:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a81e241d. 00010000:00000010:1.1:1764938842.483151:0:1363:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1f2be4. 00010000:00000010:1.1:1764938842.483153:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:1.1:1764938842.497195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bd391de. 00010000:00000010:3.1:1764938842.500905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095a733e9. 00010000:00000010:3.1:1764938842.505280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002c91757. 00010000:00000010:2.1:1764938842.511145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341d0734. 00010000:00000010:3.1:1764938842.517214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be9fe114. 00010000:00000010:2.1:1764938842.522210:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c05ea2. 00010000:00000010:3.1:1764938842.526723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002498d2a. 00010000:00000010:3.1:1764938842.531836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eb67568. 00010000:00000010:1.1:1764938842.538701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e624e17. 00010000:00000010:3.1:1764938842.539456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea013233. 00010000:00000010:3.1:1764938842.548130:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de6ad3c. 00010000:00000010:3.1:1764938842.557307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a912d86e. 00010000:00000010:1.1:1764938842.560292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8012071. 00010000:00000010:3.1:1764938842.578256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a18ba663. 00010000:00000010:1.1:1764938842.578358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75a4b6e. 00010000:00000010:2.1:1764938842.585216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f3a637. 00010000:00000010:2.1:1764938842.585225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ae461d. 00010000:00000010:1.1:1764938842.590358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b3411b. 00010000:00000010:2.1:1764938842.594021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ceae8e8. 00010000:00000010:2.1:1764938842.594028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938842.597273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8b7ffe7. 00010000:00000010:2.1:1764938842.597285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938842.605383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034119f9d. 00010000:00000010:2.1:1764938842.605390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:1.1:1764938842.606220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b91856. 00010000:00000010:2.1:1764938842.610411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd05af4. 00010000:00000010:2.1:1764938842.610422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:1.1:1764938842.634148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000639a19cd. 00010000:00000010:1.1:1764938842.637916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fd9bff. 00010000:00000010:3.1:1764938842.638165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093b4de81. 00010000:00000010:1.1:1764938842.649159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c21086. 00010000:00000010:3.1:1764938842.649448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b9d7d1. 00010000:00000010:2.1:1764938842.663374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056811692. 00010000:00000010:2.1:1764938842.663382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be811ba7. 00010000:00000010:1.1:1764938842.665232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000117e45d5. 00010000:00000010:3.1:1764938842.670329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b75b15ea. 00010000:00000010:3.1:1764938842.670336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7721ccd. 00010000:00000010:3.1:1764938842.676160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b035011e. 00010000:00000010:3.1:1764938842.676167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:2.1:1764938842.684214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99fb58. 00010000:00000010:2.1:1764938842.684220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:1.1:1764938842.688382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f0f2983. 00010000:00000010:1.1:1764938842.696570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000493b9469. 00010000:00000010:1.1:1764938842.702479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1599fcb. 00010000:00000010:2.1:1764938842.702755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094804fff. 00010000:00000010:3.1:1764938842.709180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d700598d. 00010000:00000010:3.1:1764938842.709187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e31700. 00010000:00000010:2.1:1764938842.709633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cd9c325. 00010000:00000010:1.1:1764938842.713394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e47bd44. 00010000:00000010:2.1:1764938842.720309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d86c92f. 00010000:00000010:3.1:1764938842.727603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048298f83. 00010000:00000010:2.1:1764938842.736586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fe81dc5. 00010000:00000010:2.1:1764938842.749205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000782a1874. 00010000:00000010:2.1:1764938842.771146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7127467. 00010000:00000010:3.1:1764938842.771526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df4fbb4. 00010000:00000010:3.1:1764938842.771533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000336cec8. 00010000:00000010:3.1:1764938842.775347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15b3244. 00010000:00000010:3.1:1764938842.775361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003074206a. 00010000:00000010:3.1:1764938842.775365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:2.1:1764938842.788406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ac357c3. 00010000:00000010:3.1:1764938842.792195:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035df1e29. 00010000:00000010:3.1:1764938842.792205:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:2.1:1764938842.802151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000304dac76. 00010000:00000010:3.1:1764938842.817577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2ad866. 00010000:00000010:3.1:1764938842.817593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:2.1:1764938842.820607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad6fba39. 00010000:00000010:2.1:1764938842.820626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6992422. 00010000:00000010:3.1:1764938842.830390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf979fb4. 00010000:00000010:3.1:1764938842.835140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a412826. 00010000:00000010:3.1:1764938842.835149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d41f9c. 00010000:00000010:2.1:1764938842.840345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f1134c. 00010000:00000010:2.1:1764938842.840352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938842.850241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000065e2910. 00010000:00000010:3.1:1764938842.850256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938842.866677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e30355d. 00010000:00000010:3.1:1764938842.866695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938842.874169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c39db1. 00010000:00000010:3.1:1764938842.874177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ab5671. 00010000:00000010:3.1:1764938842.874181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938842.877452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098716e4a. 00010000:00000010:3.1:1764938842.890140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec466c2d. 00010000:00000010:3.1:1764938842.890149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938842.890153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070bbd507. 00010000:00000010:3.1:1764938842.890156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938842.892480:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b147ddf4. 00010000:00000010:0.1:1764938842.893152:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe62cc7d. 00010000:00000010:3.1:1764938842.897752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdeeb32b. 00010000:00000010:3.1:1764938842.897759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938842.910142:0:78256:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483f8360. 00010000:00000010:2.1:1764938842.912976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c1fadfd. 00010000:00000010:2.1:1764938842.912989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:1.1:1764938842.922213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a9e5b20. 00010000:00000010:0.1:1764938842.922414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011531cff. 00010000:00000010:0.1:1764938842.922420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:0.1:1764938842.926551:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdeb55a. 00010000:00000010:0.1:1764938842.926557:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c214cbbc. 00010000:00000010:1.1:1764938842.932815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d02fc4e. 00010000:00000010:0.1:1764938842.933441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006187dfa7. 00010000:00000010:2.1:1764938842.939250:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8cb9cd6. 00010000:00000010:2.1:1764938842.939264:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8a279f. 00010000:00000010:1.1:1764938842.942681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9b94ce. 00010000:00000010:3.1:1764938842.943266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dca4bdc. 00010000:00000010:3.1:1764938842.943273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:3.1:1764938842.960608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b79176e1. 00010000:00000010:3.1:1764938842.960615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b83c5fab. 00010000:00000010:3.1:1764938842.960619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938842.967171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004456577. 00010000:00000010:3.1:1764938842.967188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:1.1:1764938842.967236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e32fd0. 00010000:00000010:3.1:1764938842.972231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007707eff4. 00010000:00000010:3.1:1764938842.973193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001a6b634. 00010000:00000010:3.1:1764938842.973199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938842.983906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004783bdd8. 00010000:00000010:3.1:1764938842.983921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093118b99. 00010000:00000010:3.1:1764938842.983925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938842.995245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008aa8f01. 00010000:00000010:3.1:1764938842.995259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e733e328. 00010000:00000010:3.1:1764938842.995263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938843.017264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d58e402. 00010000:00000010:3.1:1764938843.017271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:1.1:1764938843.017302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4f8ebbc. 00010000:00000010:1.1:1764938843.021233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0cf60a1. 00010000:00000010:3.1:1764938843.029497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009298cb15. 00010000:00000010:3.1:1764938843.029506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:1.1:1764938843.036143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace54a6a. 00010000:00000010:1.1:1764938843.039193:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001179ab11. 00010000:00000010:1.1:1764938843.039203:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a64c9c23. 00010000:00000010:1.1:1764938843.039207:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938843.039514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097cd204f. 00010000:00000010:3.1:1764938843.039520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938843.053188:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda8c85e. 00010000:00000010:1.1:1764938843.060197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3deb5ee. 00010000:00000010:1.1:1764938843.060205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938843.060617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b210dd3. 00010000:00000010:0.1:1764938843.060623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfd57097. 00010000:00000010:0.1:1764938843.060625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:0.1:1764938843.062250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c831ed4. 00010000:00000010:0.1:1764938843.062262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2bf9057. 00010000:00000010:0.1:1764938843.062265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938843.062360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd3c4f10. 00010000:00000010:2.1:1764938843.062367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c214cbbc. 00010000:00000010:3.1:1764938843.068513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d076c9b5. 00010000:00000010:3.1:1764938843.072238:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c173a209. 00010000:00000010:0.1:1764938843.073129:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000692f7bc6. 00010000:00000010:0.1:1764938843.073135:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:1.1:1764938843.084909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec11062. 00010000:00000010:1.1:1764938843.084917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e7da1e. 00010000:00000010:0.1:1764938843.085286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cee88f3. 00010000:00000010:3.1:1764938843.089454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3c47990. 00010000:00000010:1.1:1764938843.089934:0:78260:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb96a37. 00010000:00000010:1.1:1764938843.089941:0:78260:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:2.1:1764938843.093529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051f3dd94. 00010000:00000010:2.1:1764938843.110134:0:78261:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060864cbe. 00010000:00000010:2.1:1764938843.110140:0:78261:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:1.1:1764938843.110354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e2feb0. 00010000:00000010:1.1:1764938843.110363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:3.1:1764938843.115236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822b208c. 00010000:00000010:3.1:1764938843.124140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002699582a. 00010000:00000010:3.1:1764938843.124149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd0e1d86. 00010000:00000010:3.1:1764938843.124156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:2.1:1764938843.124980:0:78262:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54158fd. 00010000:00000010:2.1:1764938843.124987:0:78262:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae418330. 00010000:00000010:2.1:1764938843.124990:0:78262:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:1.1:1764938843.127814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6301d6. 00010000:00000010:0.1:1764938843.135149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fed53a52. 00010000:00000010:0.1:1764938843.135163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:0.1:1764938843.135229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9edb848. 00010000:00000010:0.1:1764938843.135232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c617a3ff. 00010000:00000010:0.1:1764938843.135235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:1.1:1764938843.139164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ed27002. 00010000:00000010:0.1:1764938843.150486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a30eb4c. 00010000:00000010:0.1:1764938843.150501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:1.1:1764938843.155752:0:1042:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c01b9294. 00010000:00000010:1.1:1764938843.155907:0:1042:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fd83d0e. 00010000:00000010:1.1:1764938843.155913:0:1042:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed12657. 00010000:00000010:0.1:1764938843.160196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000209298e9. 00010000:00000010:3.1:1764938843.168722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006082a7eb. 00010000:00000010:3.1:1764938843.168734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:0.1:1764938843.174483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c0c0a42. 00010000:00000010:3.1:1764938843.179317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf3c0237. 00010000:00000010:3.1:1764938843.179330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938843.195507:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000087b46e0. 00010000:00000010:3.1:1764938843.195517:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:0.1:1764938843.201177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00010000:00000010:1.1:1764938843.220150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16bb6af. 00010000:00000010:1.1:1764938843.220168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca3acb9. 00010000:00000010:3.1:1764938843.220413:0:35196:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa02879c. 00010000:00000010:3.1:1764938843.220420:0:35196:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938843.223182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b09db6. 00010000:00000010:2.1:1764938843.223197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938843.239385:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004d37894. 00010000:00000010:2.1:1764938843.247175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009729e7e6. 00010000:00000010:2.1:1764938843.247185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:2.1:1764938843.255370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d952f006. 00010000:00000010:2.1:1764938843.255385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e27314. 00010000:00000010:2.1:1764938843.255389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:2.1:1764938843.257332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4548395. 00010000:00000010:2.1:1764938843.257339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:3.1:1764938843.257376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a283fc83. 00010000:00000010:1.1:1764938843.268167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1ab044. 00010000:00000010:3.1:1764938843.271137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde35f2c. 00010000:00000010:2.1:1764938843.271241:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f55708e. 00010000:00000010:2.1:1764938843.271247:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:2.1:1764938843.275149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fed7d777. 00010000:00000010:2.1:1764938843.275162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:1.1:1764938843.285145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f73dc14. 00010000:00000010:2.1:1764938843.285197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053000229. 00010000:00000010:2.1:1764938843.285203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:3.1:1764938843.312160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdc51bec. 00010000:00000010:3.1:1764938843.312176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:2.1:1764938843.312241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ea6b98. 00010000:00000010:1.1:1764938843.331142:0:78270:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094342195. 00010000:00000010:0.1:1764938843.333642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e632ffc. 00010000:00000010:0.1:1764938843.333655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938843.339472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e5e883f. 00010000:00000010:3.1:1764938843.339479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:0.1:1764938843.342069:0:78251:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034c3dbd5. 00010000:00000010:1.1:1764938843.342254:0:78264:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480f68be. 00010000:00000010:2.1:1764938843.350480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000134ce450. 00010000:00000010:2.1:1764938843.350492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938843.350873:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5b36a0a. 00010000:00000010:3.1:1764938843.350880:0:78271:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6ed1aa3. 00010000:00000010:3.1:1764938843.350883:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:2.1:1764938843.363306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b314a3. 00010000:00000010:2.1:1764938843.363313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011857cb1. 00010000:00000010:2.1:1764938843.363317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:0.1:1764938843.365210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000917feb44. 00010000:00000010:0.1:1764938843.365221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d2b540. 00010000:00000010:0.1:1764938843.365226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:0.1:1764938843.376268:0:78275:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000139d938b. 00010000:00000010:2.1:1764938843.382330:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000670e74dc. 00010000:00000010:2.1:1764938843.382340:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:2.1:1764938843.390764:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eae4e51. 00010000:00000010:1.1:1764938843.400152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d23c524. 00010000:00000010:1.1:1764938843.400164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:0.1:1764938843.407508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001c3d185. 00010000:00000010:0.1:1764938843.421069:0:78279:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeeba6d4. 00010000:00000010:0.1:1764938843.421077:0:78279:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938843.427919:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057067105. 00010000:00000010:0.1:1764938843.427932:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e24089f7. 00010000:00000010:0.1:1764938843.427936:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b10cb1f. 00010000:00000010:2.1:1764938843.432351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b14df1. 00010000:00000010:2.1:1764938843.432359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c7e6b7b. 00010000:00000010:2.1:1764938843.432363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:2.1:1764938843.432366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325148c6. 00010000:00000010:2.1:1764938843.432368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a7d020b. 00010000:00000010:2.1:1764938843.432370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:2.1:1764938843.441962:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac94331d. 00010000:00000010:2.1:1764938843.441971:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c08817ce. 00010000:00000010:2.1:1764938843.441974:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938843.454168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d47cb3c. 00010000:00000010:0.1:1764938843.456206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fd2c0a1. 00010000:00000010:2.1:1764938843.458162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037a3ecb5. 00010000:00000010:2.1:1764938843.458170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938843.458180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfa21d8b. 00010000:00000010:2.1:1764938843.458184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:1.1:1764938843.482516:0:78288:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a86ade2b. 00010000:00000010:1.1:1764938843.482531:0:78288:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bffaa30. 00010000:00000010:1.1:1764938843.482535:0:78288:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:3.1:1764938843.495850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059a3554f. 00010000:00000010:2.1:1764938843.497159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de74bedd. 00010000:00000010:2.1:1764938843.497170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:3.1:1764938843.499305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aa1ef27. 00010000:00000010:3.1:1764938843.499315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938843.499369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e5cc. 00010000:00000010:0.1:1764938843.512260:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086f0172a. 00010000:00000010:0.1:1764938843.512270:0:78290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6ae6bc8. 00010000:00000010:0.1:1764938843.512273:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:2.1:1764938843.524862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c053f1f2. 00010000:00000010:2.1:1764938843.524877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b10cb1f. 00010000:00000010:0.1:1764938843.527628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e49ed3c1. 00010000:00000010:1.1:1764938843.541137:0:78251:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a881f80c. 00010000:00000010:1.1:1764938843.541149:0:78251:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:1.1:1764938843.541154:0:78251:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067e763ac. 00010000:00000010:1.1:1764938843.541156:0:78251:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:3.1:1764938843.543826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e10ebedd. 00010000:00000010:3.1:1764938843.543842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf57b0d2. 00010000:00000010:1.1:1764938843.555165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085a2e572. 00010000:00000010:1.1:1764938843.555181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002ae029d. 00010000:00000010:1.1:1764938843.555188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:3.1:1764938843.578132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f055d6. 00010000:00000010:3.1:1764938843.578141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75ce79b. 00010000:00000010:3.1:1764938843.578146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7ecb2fd. 00010000:00000010:3.1:1764938843.578150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938843.579505:0:78293:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bca0a6a. 00010000:00000010:1.1:1764938843.579514:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:2.1:1764938843.586158:0:76527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094da47d4. 00010000:00000010:3.1:1764938843.586830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658de672. 00010000:00000010:3.1:1764938843.586840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938843.594165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:1.1:1764938843.596787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000218cac07. 00010000:00000010:1.1:1764938843.596813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:0.1:1764938843.606155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006931b912. 00010000:00000010:1.1:1764938843.609208:0:78295:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a118661d. 00010000:00000010:1.1:1764938843.609216:0:78295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:2.1:1764938843.615401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89647f6. 00010000:00000010:0.1:1764938843.622759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca0fc4ef. 00010000:00000010:0.1:1764938843.622780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:3.1:1764938843.632238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a5bdf2. 00010000:00000010:0.1:1764938843.637181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2a3d783. 00010000:00000010:0.1:1764938843.637202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:0.1:1764938843.637208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc59f69d. 00010000:00000010:0.1:1764938843.637211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d9f1cf. 00010000:00000010:2.1:1764938843.641283:0:78297:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd64ea0a. 00010000:00000010:0.1:1764938843.654155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000718d21f4. 00010000:00000010:0.1:1764938843.654170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017df802c. 00010000:00000010:0.1:1764938843.654175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:1.1:1764938843.674161:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c298107. 00010000:00000010:0.1:1764938843.674195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f25fa6ff. 00010000:00000010:0.1:1764938843.674202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d9f1cf. 00010000:00000010:0.1:1764938843.674209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baea30b0. 00010000:00000010:0.1:1764938843.674212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:1.1:1764938843.678156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4120bab. 00010000:00000010:0.1:1764938843.684174:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d82d3771. 00010000:00000010:0.1:1764938843.684186:0:78299:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e236b3b1. 00010000:00000010:0.1:1764938843.684190:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:3.1:1764938843.687518:0:67922:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024db437d. 00010000:00000010:3.1:1764938843.687526:0:67922:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc452d66. 00010000:00000010:3.1:1764938843.687533:0:67922:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b10cb1f. 00010000:00000010:2.1:1764938843.706127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ce1d1f. 00010000:00000010:2.1:1764938843.706146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085470efb. 00010000:00000010:2.1:1764938843.706151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:0.1:1764938843.717009:0:14441:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab00ab1. 00010000:00000010:0.1:1764938843.717018:0:14441:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089dc94c0. 00010000:00000010:0.1:1764938843.717023:0:14441:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:0.1:1764938843.734355:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ab98a06. 00010000:00000010:0.1:1764938843.734369:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095035c14. 00010000:00000010:0.1:1764938843.734374:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:0.1:1764938843.741532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3ff6e8. 00010000:00000010:0.1:1764938843.741540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc5c304a. 00010000:00000010:0.1:1764938843.741545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:2.1:1764938843.751598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7a37c60. 00010000:00000010:2.1:1764938843.751624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d9f1cf. 00010000:00000010:1.1:1764938843.757148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7999412. 00010000:00000010:0.1:1764938843.757626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba5d927. 00010000:00000010:0.1:1764938843.757634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d316d716. 00010000:00000010:0.1:1764938843.757637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938843.761196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003844a105. 00010000:00000010:2.1:1764938843.761219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:1.1:1764938843.763328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0996e32. 00010000:00000010:2.1:1764938843.766188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000341c1e7. 00010000:00000010:0.1:1764938843.766211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000595b892c. 00010000:00000010:0.1:1764938843.766222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:1.1:1764938843.772720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099fd943c. 00010000:00000010:0.1:1764938843.784163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22e68aa. 00010000:00000010:0.1:1764938843.784174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:0.1:1764938843.793155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008430d4cd. 00010000:00000010:0.1:1764938843.793165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e60e0138. 00010000:00000010:0.1:1764938843.793170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:2.1:1764938843.799127:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007746a0e9. 00010000:00000010:0.1:1764938843.799140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e86c3682. 00010000:00000010:0.1:1764938843.799149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:2.1:1764938843.805176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b6cedf. 00010000:00000010:0.1:1764938843.813264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ac901fb. 00010000:00000010:0.1:1764938843.813282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:0.1:1764938843.818137:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000989a2805. 00010000:00000010:0.1:1764938843.818145:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:2.1:1764938843.823503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397112e5. 00010000:00000010:1.1:1764938843.827161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa469e67. 00010000:00000010:0.1:1764938843.827161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6e00691. 00010000:00000010:0.1:1764938843.827195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:0.1:1764938843.838422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c111ce18. 00010000:00000010:0.1:1764938843.838453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:1.1:1764938843.838746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5b8014. 00010000:00000010:0.1:1764938843.844017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf253256. 00010000:00000010:0.1:1764938843.844026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:1.1:1764938843.844136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f129f493. 00010000:00000010:1.1:1764938843.850194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c54f32c3. 00010000:00000010:0.1:1764938843.853414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000244eb046. 00010000:00000010:0.1:1764938843.853447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:3.1:1764938843.853463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db6fe1a. 00010000:00000010:0.1:1764938843.861187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9e543e3. 00010000:00000010:0.1:1764938843.861209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:1.1:1764938843.865347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd769a2. 00010000:00000010:0.1:1764938843.869319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023926a6c. 00010000:00000010:0.1:1764938843.869327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:1.1:1764938843.876446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001be3b413. 00010000:00000010:0.1:1764938843.880141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe95a10c. 00010000:00000010:0.1:1764938843.880148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:3.1:1764938843.884184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceb8b0bc. 00010000:00000010:0.1:1764938843.889156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab917e2e. 00010000:00000010:0.1:1764938843.889164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:2.1:1764938843.896367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd904dfb. 00010000:00000010:1.1:1764938843.902414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000354d309f. 00010000:00000010:1.1:1764938843.902443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:2.1:1764938843.911176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f38a52. 00010000:00000010:0.1:1764938843.916143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dead5ae. 00010000:00000010:1.1:1764938843.916350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000542bfa7b. 00010000:00000010:1.1:1764938843.916358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:0.1:1764938843.920185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001faf10d5. 00010000:00000010:1.1:1764938843.920384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ef51b2a. 00010000:00000010:1.1:1764938843.920391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:2.1:1764938843.920564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b90af4b1. 00010000:00000010:2.1:1764938843.920571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:0.1:1764938843.928518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1db8610. 00010000:00000010:3.1:1764938843.929567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002599da19. 00010000:00000010:3.1:1764938843.929578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938843.932197:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c899a79. 00010000:00000010:2.1:1764938843.932206:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:1.1:1764938843.933377:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f8f0572. 00010000:00000010:1.1:1764938843.942171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a528a347. 00010000:00000010:1.1:1764938843.947148:0:1109:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce496200. 00010000:00000010:2.1:1764938843.947715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046b2c2c1. 00010000:00000010:2.1:1764938843.947727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938843.954150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d96953. 00010000:00000010:0.1:1764938843.954171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab43267d. 00010000:00000010:2.1:1764938843.954172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938843.960162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006557b09c. 00010000:00000010:2.1:1764938843.960174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:1.1:1764938843.967147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6a5f9ae. 00010000:00000010:2.1:1764938843.969693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ae675b. 00010000:00000010:2.1:1764938843.969714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:2.1:1764938843.974313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023c65a6a. 00010000:00000010:2.1:1764938843.974333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:0.1:1764938843.974385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096d1cabd. 00010000:00000010:0.1:1764938843.986278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50a89ae. 00010000:00000010:2.1:1764938843.992807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f858deb. 00010000:00000010:2.1:1764938843.992816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:1.1:1764938844.000314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e471dd3b. 00010000:00000010:3.1:1764938844.003159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009db8761b. 00010000:00000010:3.1:1764938844.003181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:0.1:1764938844.016150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575e565f. 00010000:00000010:2.1:1764938844.016227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067c67874. 00010000:00000010:2.1:1764938844.016239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:1.1:1764938844.019148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001385aac1. 00010000:00000010:1.1:1764938844.019168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:0.1:1764938844.023155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059b3298d. 00010000:00000010:2.1:1764938844.041143:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008404f4e7. 00010000:00000010:1.1:1764938844.049191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a28245d. 00010000:00000010:1.1:1764938844.049201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:2.1:1764938844.062142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c28add2. 00010000:00000010:1.1:1764938844.062195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9cfcf92. 00010000:00000010:1.1:1764938844.062203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:1.1:1764938844.062209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062565238. 00010000:00000010:1.1:1764938844.062212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938844.064145:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002675b7a1. 00010000:00000010:2.1:1764938844.064152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d688861. 00010000:00000010:1.1:1764938844.064157:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6b7504a. 00010000:00000010:1.1:1764938844.064162:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938844.077265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc1d31e3. 00010000:00000010:1.1:1764938844.077285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:2.1:1764938844.078154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014fde69a. 00010000:00000010:1.1:1764938844.089865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d73932. 00010000:00000010:1.1:1764938844.089885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:0.1:1764938844.089946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009be5a811. 00010000:00000010:1.1:1764938844.104451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046909631. 00010000:00000010:0.1:1764938844.104539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f5fa358. 00010000:00000010:0.1:1764938844.104547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:0.1:1764938844.109093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c3b0e9c. 00010000:00000010:0.1:1764938844.109132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:2.1:1764938844.109301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ffa46d. 00010000:00000010:2.1:1764938844.116604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c1af96. 00010000:00000010:1.1:1764938844.120213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000166055b1. 00010000:00000010:0.1:1764938844.120451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f5be197. 00010000:00000010:0.1:1764938844.120458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:0.1:1764938844.120463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a42a26. 00010000:00000010:0.1:1764938844.120466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:1.1:1764938844.128398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b19eafc. 00010000:00000010:1.1:1764938844.128405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:2.1:1764938844.129350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aef65bc. 00010000:00000010:2.1:1764938844.133236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c047de25. 00010000:00000010:0.1:1764938844.133292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f311631e. 00010000:00000010:0.1:1764938844.133299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:0.1:1764938844.137563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000005a94b2. 00010000:00000010:0.1:1764938844.137590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:1.1:1764938844.137717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6054114. 00010000:00000010:2.1:1764938844.141230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5489dcf. 00010000:00000010:1.1:1764938844.141231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060faad89. 00010000:00000010:1.1:1764938844.141244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:2.1:1764938844.145318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4c64cf. 00010000:00000010:1.1:1764938844.146467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1f2a185. 00010000:00000010:1.1:1764938844.146482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:2.1:1764938844.152166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032459b3d. 00010000:00000010:1.1:1764938844.156159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0096999. 00010000:00000010:1.1:1764938844.156184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:1.1:1764938844.165333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fe6565d. 00010000:00000010:1.1:1764938844.165344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000464af77. 00010000:00000010:1.1:1764938844.165349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:1.1:1764938844.165353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b9e45d. 00010000:00000010:2.1:1764938844.170164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091ffa598. 00010000:00000010:1.1:1764938844.170581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000267cefaf. 00010000:00000010:1.1:1764938844.170589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938844.172244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009baf4fa7. 00010000:00000010:1.1:1764938844.172258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:0.1:1764938844.172301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b613fa. 00010000:00000010:1.1:1764938844.179167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb3c0df. 00010000:00000010:1.1:1764938844.179190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:1.1:1764938844.186772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ded52301. 00010000:00000010:2.1:1764938844.193545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070ae6017. 00010000:00000010:2.1:1764938844.193566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:2.1:1764938844.193573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c8542bb. 00010000:00000010:2.1:1764938844.193576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:0.1:1764938844.194165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23c3ae9. 00010000:00000010:2.1:1764938844.210165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bdda0ff. 00010000:00000010:2.1:1764938844.210186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:0.1:1764938844.210622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009592f8c1. 00010000:00000010:2.1:1764938844.220606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053cd7e83. 00010000:00000010:2.1:1764938844.220631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2a65e65. 00010000:00000010:2.1:1764938844.220636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:2.1:1764938844.225385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c43a7f1c. 00010000:00000010:2.1:1764938844.225410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:1.1:1764938844.229149:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c51853. 00010000:00000010:0.1:1764938844.229580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006756f0e9. 00010000:00000010:2.1:1764938844.230152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060af2624. 00010000:00000010:2.1:1764938844.230161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:0.1:1764938844.237190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003464d977. 00010000:00000010:0.1:1764938844.237208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:1.1:1764938844.244815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c49cccf. 00010000:00000010:0.1:1764938844.248226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c02792. 00010000:00000010:0.1:1764938844.248246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:2.1:1764938844.249224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cbc562c. 00010000:00000010:2.1:1764938844.258167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002259f7b4. 00010000:00000010:1.1:1764938844.258279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088eef032. 00010000:00000010:1.1:1764938844.258290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:3.1:1764938844.276572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000994929c4. 00010000:00000010:2.1:1764938844.278146:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000421181da. 00010000:00000010:2.1:1764938844.278155:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:3.1:1764938844.282153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000096cf3ab. 00010000:00000010:2.1:1764938844.282419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014daa39b. 00010000:00000010:2.1:1764938844.282444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938844.286277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c877d1b7. 00010000:00000010:2.1:1764938844.286291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:3.1:1764938844.287140:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a71f284e. 00010000:00000010:2.1:1764938844.290317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085034129. 00010000:00000010:2.1:1764938844.290359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004efb6122. 00010000:00000010:2.1:1764938844.290364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:0.1:1764938844.296171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054da073a. 00010000:00000010:2.1:1764938844.297234:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087b61b88. 00010000:00000010:2.1:1764938844.297251:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938844.302163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019fe7a6a. 00010000:00000010:2.1:1764938844.310268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009877f1e9. 00010000:00000010:2.1:1764938844.310283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:1.1:1764938844.315160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2aaef48. 00010000:00000010:2.1:1764938844.320169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ac88be1. 00010000:00000010:2.1:1764938844.320191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:1.1:1764938844.328454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c408f175. 00010000:00000010:2.1:1764938844.332140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053341ce6. 00010000:00000010:2.1:1764938844.332151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:1.1:1764938844.338950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063b83450. 00010000:00000010:2.1:1764938844.343092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040b87a72. 00010000:00000010:2.1:1764938844.343116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:1.1:1764938844.350134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077f0f7bb. 00010000:00000010:2.1:1764938844.353674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081579d69. 00010000:00000010:2.1:1764938844.353690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:0.1:1764938844.360597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ed36b65. 00010000:00000010:2.1:1764938844.360940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b311fe99. 00010000:00000010:2.1:1764938844.360959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938844.374961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8c66385. 00010000:00000010:2.1:1764938844.374975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:0.1:1764938844.376678:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022016b93. 00010000:00000010:1.1:1764938844.378195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb3b40cc. 00010000:00000010:2.1:1764938844.386712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003653f037. 00010000:00000010:2.1:1764938844.386721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:1.1:1764938844.387138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9bd48b6. 00010000:00000010:2.1:1764938844.391167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fcc93ba. 00010000:00000010:2.1:1764938844.391191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938844.402393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bf21870. 00010000:00000010:2.1:1764938844.402403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:0.1:1764938844.403261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001373a210. 00010000:00000010:1.1:1764938844.406303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000577ac9be. 00010000:00000010:2.1:1764938844.410329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c17dc73f. 00010000:00000010:2.1:1764938844.410343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:0.1:1764938844.419510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e1dbd5e. 00010000:00000010:2.1:1764938844.421279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2154f39. 00010000:00000010:2.1:1764938844.421296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:1.1:1764938844.426329:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a37c93a5. 00010000:00000010:1.1:1764938844.431673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006005bf33. 00010000:00000010:1.1:1764938844.431689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:1.1:1764938844.437236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000888d66f4. 00010000:00000010:1.1:1764938844.437248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:0.1:1764938844.437954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018030e40. 00010000:00000010:0.1:1764938844.442367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c5c6fb4. 00010000:00000010:2.1:1764938844.448289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f56e62c8. 00010000:00000010:2.1:1764938844.448307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938844.452168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0002571. 00010000:00000010:1.1:1764938844.452190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:1.1:1764938844.452195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009031a7bc. 00010000:00000010:3.1:1764938844.458162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed637241. 00010000:00000010:1.1:1764938844.481155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047e8b7b1. 00010000:00000010:1.1:1764938844.481168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938844.489122:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f3c24d0. 00010000:00000010:2.1:1764938844.489128:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:3.1:1764938844.493809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483d3e7b. 00010000:00000010:2.1:1764938844.498443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa7e7811. 00010000:00000010:2.1:1764938844.498455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:3.1:1764938844.498502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013231c40. 00010000:00000010:3.1:1764938844.503635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004277a9fc. 00010000:00000010:2.1:1764938844.503918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053adb3d4. 00010000:00000010:2.1:1764938844.503925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:3.1:1764938844.507929:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16d2f93. 00010000:00000010:2.1:1764938844.515171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e8b0c56. 00010000:00000010:2.1:1764938844.515177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:1.1:1764938844.519277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006554f1c1. 00010000:00000010:0.1:1764938844.520145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8b216bb. 00010000:00000010:0.1:1764938844.520152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:2.1:1764938844.520425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006134f5df. 00010000:00000010:1.1:1764938844.523219:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0922e6. 00010000:00000010:0.1:1764938844.524159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc38eca5. 00010000:00000010:0.1:1764938844.524165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:0.1:1764938844.539334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f546e5a. 00010000:00000010:0.1:1764938844.539347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed12657. 00010000:00000010:1.1:1764938844.547240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eba6654b. 00010000:00000010:0.1:1764938844.548221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009685d585. 00010000:00000010:0.1:1764938844.548227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e7da1e. 00010000:00000010:1.1:1764938844.551681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8ad7d2d. 00010000:00000010:0.1:1764938844.552027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000114d30ca. 00010000:00000010:0.1:1764938844.552034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c214cbbc. 00010000:00000010:0.1:1764938844.552039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9938ed7. 00010000:00000010:0.1:1764938844.552041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a5dab29. 00010000:00000010:0.1:1764938844.552044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:2.1:1764938844.552205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036125a9f. 00010000:00000010:0.1:1764938844.557069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b499e2. 00010000:00000010:0.1:1764938844.557077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8a279f. 00010000:00000010:2.1:1764938844.561147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4949c63. 00010000:00000010:0.1:1764938844.561192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f656ae4b. 00010000:00000010:0.1:1764938844.561198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed12657. 00010000:00000010:3.1:1764938844.561389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1c8177. 00010000:00000010:0.1:1764938844.565410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003521d065. 00010000:00000010:0.1:1764938844.565433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e7da1e. 00010000:00000010:2.1:1764938844.580195:0:15844:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000991033e. 00010000:00000010:0.1:1764938844.585312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4e79a22. 00010000:00000010:0.1:1764938844.585321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:1.1:1764938844.588806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b0371e. 00010000:00000010:0.1:1764938844.589945:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030dc133a. 00010000:00000010:0.1:1764938844.589952:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed12657. 00010000:00000010:2.1:1764938844.599156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ce5b37. 00010000:00000010:1.1:1764938844.599212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022a5960e. 00010000:00000010:1.1:1764938844.599219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e7da1e. 00010000:00000010:1.1:1764938844.603599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae5df31. 00010000:00000010:1.1:1764938844.603615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e621fc4. 00010000:00000010:1.1:1764938844.603618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:2.1:1764938844.624152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a8c422. 00010000:00000010:2.1:1764938844.624159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938844.628134:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0d881c. 00010000:00000010:3.1:1764938844.628147:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea9aa57. 00010000:00000010:3.1:1764938844.628152:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:3.1:1764938844.628158:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be131b6. 00010000:00000010:0.1:1764938844.632174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23a9a1. 00010000:00000010:3.1:1764938844.635483:0:1042:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f54e29b. 00010000:00000010:3.1:1764938844.635492:0:1042:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938844.643172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005404c1df. 00010000:00000010:0.1:1764938844.653360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005482b467. 00010000:00000010:0.1:1764938844.653373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:0.1:1764938844.665134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946da9cf. 00010000:00000010:0.1:1764938844.665147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed12657. 00010000:00000010:0.1:1764938844.665150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086a14fc1. 00010000:00000010:0.1:1764938844.671045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbde7f3f. 00010000:00000010:1.1:1764938844.671335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730e4fca. 00010000:00000010:1.1:1764938844.671341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:3.1:1764938844.673383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083011720. 00010000:00000010:1.1:1764938844.679147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028c01cf8. 00010000:00000010:1.1:1764938844.679162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:3.1:1764938844.684158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003065a6d6. 00010000:00000010:0.1:1764938844.693157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9a72936. 00010000:00000010:1.1:1764938844.693267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010b1934b. 00010000:00000010:1.1:1764938844.693275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:1.1:1764938844.696233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018953e1f. 00010000:00000010:1.1:1764938844.696249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:0.1:1764938844.701433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001014ab88. 00010000:00000010:3.1:1764938844.701533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dac124b. 00010000:00000010:3.1:1764938844.701540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:2.1:1764938844.706777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0f11a1a. 00010000:00000010:1.1:1764938844.712149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c760ffda. 00010000:00000010:1.1:1764938844.712162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938844.717144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048ceabb3. 00010000:00000010:3.1:1764938844.718057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000066bb34f. 00010000:00000010:3.1:1764938844.718067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:3.1:1764938844.728962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000540d7ac5. 00010000:00000010:1.1:1764938844.734834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083eef796. 00010000:00000010:1.1:1764938844.734844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:1.1:1764938844.740414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099155cde. 00010000:00000010:1.1:1764938844.740441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:3.1:1764938844.740567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c15ef45. 00010000:00000010:0.1:1764938844.750181:0:78309:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036c0c5f6. 00010000:00000010:0.1:1764938844.762154:0:78301:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cae1bde. 00010000:00000010:0.1:1764938844.762160:0:78301:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:1.1:1764938844.767227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77f5be9. 00010000:00000010:1.1:1764938844.767236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cde6fea4. 00010000:00000010:1.1:1764938844.767240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed12657. 00010000:00000010:3.1:1764938844.775210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c6ea7d. 00010000:00000010:1.1:1764938844.775356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000199bf231. 00010000:00000010:2.1:1764938844.775602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fa7f822. 00010000:00000010:2.1:1764938844.775608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:3.1:1764938844.779127:0:78311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b1f8f55. 00010000:00000010:3.1:1764938844.779141:0:78311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938844.780263:0:78311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738c20d8. 00010000:00000010:2.1:1764938844.780270:0:78311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf4405c. 00010000:00000010:2.1:1764938844.780277:0:78311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938844.786131:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047933155. 00010000:00000010:1.1:1764938844.787958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d676d440. 00010000:00000010:1.1:1764938844.787969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938844.797492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4ebb3b5. 00010000:00000010:3.1:1764938844.797500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:2.1:1764938844.798286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0114f09. 00010000:00000010:3.1:1764938844.833748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a733653. 00010000:00000010:3.1:1764938844.833760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d78b0aff. 00010000:00000010:3.1:1764938844.833763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:1.1:1764938844.834354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf34cf6b. 00010000:00000010:1.1:1764938844.834361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938844.841607:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fcfa2c0. 00010000:00000010:0.1:1764938844.843203:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a0b8ae8. 00010000:00000010:0.1:1764938844.843208:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:1.1:1764938844.844400:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000996f368d. 00010000:00000010:1.1:1764938844.844407:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:2.1:1764938844.845251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007460a01a. 00010000:00000010:2.1:1764938844.845269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000095b63f4. 00010000:00000010:3.1:1764938844.862414:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600939db. 00010000:00000010:3.1:1764938844.862430:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7e29424. 00010000:00000010:3.1:1764938844.862433:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:2.1:1764938844.868138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a19823. 00010000:00000010:3.1:1764938844.868621:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005174c7ea. 00010000:00000010:3.1:1764938844.868628:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000583d20dc. 00010000:00000010:3.1:1764938844.868632:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938844.871299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018a01d12. 00010000:00000010:3.1:1764938844.871312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:0.1:1764938844.881834:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6e3104. 00010000:00000010:0.1:1764938844.881840:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef6af06f. 00010000:00000010:0.1:1764938844.881843:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938844.891029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002662e582. 00010000:00000010:3.1:1764938844.891036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c382b93c. 00010000:00000010:3.1:1764938844.891039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8a279f. 00010000:00000010:3.1:1764938844.912544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006291aa4f. 00010000:00000010:0.1:1764938844.914243:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d050c87f. 00010000:00000010:0.1:1764938844.914254:0:1363:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ac58890. 00010000:00000010:0.1:1764938844.914258:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938844.917441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e82fbb2. 00010000:00000010:3.1:1764938844.917451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:1.1:1764938844.926569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e362aea. 00010000:00000010:1.1:1764938844.926577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae9308af. 00010000:00000010:1.1:1764938844.926580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c214cbbc. 00010000:00000010:1.1:1764938844.930766:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d61d1ad. 00010000:00000010:0.1:1764938844.932313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c51b658. 00010000:00000010:0.1:1764938844.932322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:0.1:1764938844.932326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf3608d. 00010000:00000010:0.1:1764938844.938825:0:78319:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6bdd6ba. 00010000:00000010:0.1:1764938844.938831:0:78319:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d41f9c. 00010000:00000010:1.1:1764938844.950266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046a858bb. 00010000:00000010:1.1:1764938844.950280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea72067. 00010000:00000010:1.1:1764938844.950284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000336cec8. 00010000:00000010:2.1:1764938844.960133:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e43607f. 00010000:00000010:2.1:1764938844.960141:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca4d3d83. 00010000:00000010:2.1:1764938844.960145:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938844.968175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d56755. 00010000:00000010:2.1:1764938844.968253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8bbbe88. 00010000:00000010:2.1:1764938844.968259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938844.968263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000779fcad3. 00010000:00000010:2.1:1764938844.968266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938844.968303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ad1991. 00010000:00000010:3.1:1764938844.979295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c509ef0e. 00010000:00000010:2.1:1764938844.984570:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0c284c2. 00010000:00000010:2.1:1764938844.984577:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:3.1:1764938844.987263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b224982a. 00010000:00000010:2.1:1764938844.994553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9b6cf6. 00010000:00000010:2.1:1764938844.994565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938845.006217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094fbd2eb. 00010000:00000010:2.1:1764938845.006230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:1.1:1764938845.006303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba4f1e9d. 00010000:00000010:3.1:1764938845.011578:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe59c076. 00010000:00000010:3.1:1764938845.011593:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938845.012334:0:78321:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e063efc. 00010000:00000010:2.1:1764938845.032239:0:77328:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000939a7fbc. 00010000:00000010:2.1:1764938845.032249:0:77328:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938845.035157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b9fef8c. 00010000:00000010:0.1:1764938845.040145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6dc82fd. 00010000:00000010:0.1:1764938845.040153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076ad53d5. 00010000:00000010:0.1:1764938845.040156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:0.1:1764938845.048138:0:78325:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8eb2eac. 00010000:00000010:0.1:1764938845.048149:0:78325:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9513ea9. 00010000:00000010:0.1:1764938845.048154:0:78325:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d41f9c. 00010000:00000010:0.1:1764938845.065608:0:78326:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000514f208f. 00010000:00000010:0.1:1764938845.067461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dc07c6b. 00010000:00000010:0.1:1764938845.067470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e31700. 00010000:00000010:1.1:1764938845.098165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee6f83e. 00010000:00000010:1.1:1764938845.098177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8be6fd2. 00010000:00000010:1.1:1764938845.098181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d41f9c. 00010000:00000010:1.1:1764938845.101242:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6516a8. 00010000:00000010:1.1:1764938845.101254:0:78331:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd5b73fe. 00010000:00000010:1.1:1764938845.101259:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938845.122132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2173c4. 00010000:00000010:1.1:1764938845.122143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000094c9990. 00010000:00000010:1.1:1764938845.122146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938845.125343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be4b6c5. 00010000:00000010:1.1:1764938845.125357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc4de6df. 00010000:00000010:1.1:1764938845.125360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:3.1:1764938845.146165:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008031c893. 00010000:00000010:1.1:1764938845.146446:0:78336:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064339dcf. 00010000:00000010:1.1:1764938845.146452:0:78336:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:3.1:1764938845.164642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b9e4fa. 00010000:00000010:2.1:1764938845.165459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd5fc37c. 00010000:00000010:2.1:1764938845.165465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:3.1:1764938845.190154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000161d01f5. 00010000:00000010:3.1:1764938845.190161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010431665. 00010000:00000010:3.1:1764938845.190164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938845.195174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000194fe28. 00010000:00000010:3.1:1764938845.195186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a8acd4c. 00010000:00000010:3.1:1764938845.195191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:2.1:1764938845.200498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc158187. 00010000:00000010:2.1:1764938845.200513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000054a71fa. 00010000:00000010:2.1:1764938845.200518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:0.1:1764938845.238596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d66c940b. 00010000:00000010:0.1:1764938845.238609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:2.1:1764938845.239158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e619b7d5. 00010000:00000010:1.1:1764938845.256232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7fc99cc. 00010000:00000010:1.1:1764938845.256244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938845.260141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f168639. 00010000:00000010:1.1:1764938845.265574:0:78301:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3aa8fba. 00010000:00000010:2.1:1764938845.273344:0:78346:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc78580f. 00010000:00000010:2.1:1764938845.273357:0:78346:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:3.1:1764938845.276716:0:76527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cf65762. 00010000:00000010:2.1:1764938845.281472:0:78346:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df4cd23a. 00010000:00000010:2.1:1764938845.281488:0:78346:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:0.1:1764938845.285215:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35ec0ae. 00010000:00000010:1.1:1764938845.292149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001771a974. 00010000:00000010:1.1:1764938845.292157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:2.1:1764938845.298215:0:78348:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0046ba7. 00010000:00000010:3.1:1764938845.303384:0:78348:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000295e4bde. 00010000:00000010:3.1:1764938845.303399:0:78348:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938845.310080:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9671626. 00010000:00000010:3.1:1764938845.310340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a354dce0. 00010000:00000010:3.1:1764938845.310346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:1.1:1764938845.327145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:3.1:1764938845.327267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d142956. 00010000:00000010:3.1:1764938845.327272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f22de5cc. 00010000:00000010:3.1:1764938845.327277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:1.1:1764938845.336482:0:78351:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aff14bb. 00010000:00000010:2.1:1764938845.336643:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012737f40. 00010000:00000010:2.1:1764938845.336649:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:2.1:1764938845.336654:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:2.1:1764938845.336657:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:3.1:1764938845.346149:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8afe6f. 00010000:00000010:3.1:1764938845.346156:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cd8dea. 00010000:00000010:3.1:1764938845.346159:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e31700. 00010000:00000010:0.1:1764938845.349333:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c25bdf1c. 00010000:00000010:0.1:1764938845.349341:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d4049b. 00010000:00000010:0.1:1764938845.349345:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:3.1:1764938845.354247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b44b3c2. 00010000:00000010:3.1:1764938845.354256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8195fd. 00010000:00000010:3.1:1764938845.354262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.1:1764938845.354265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000025082e2. 00010000:00000010:3.1:1764938845.354270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076a1dd2e. 00010000:00000010:3.1:1764938845.354273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938845.356136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df5135cb. 00010000:00000010:3.1:1764938845.356145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:0.1:1764938845.356353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029409e5b. 00010000:00000010:2.1:1764938845.367007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9044444. 00010000:00000010:2.1:1764938845.367015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:0.1:1764938845.367130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000429423f7. 00010000:00000010:1.1:1764938845.375142:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:2.1:1764938845.381492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cbe35a3. 00010000:00000010:2.1:1764938845.381507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:1.1:1764938845.386146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac14824. 00010000:00000010:2.1:1764938845.386163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000feadb81f. 00010000:00000010:2.1:1764938845.386173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e09f543c. 00010000:00000010:2.1:1764938845.386178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:2.1:1764938845.386192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2526e25. 00010000:00000010:2.1:1764938845.386195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:1.1:1764938845.395140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1e05280. 00010000:00000010:2.1:1764938845.397306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e2e17c8. 00010000:00000010:2.1:1764938845.397318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:3.1:1764938845.398465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abbbd043. 00010000:00000010:3.1:1764938845.398474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:0.1:1764938845.400906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938845.401363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94cfae6. 00010000:00000010:2.1:1764938845.407569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004116b860. 00010000:00000010:2.1:1764938845.407582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938845.409142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054544255. 00010000:00000010:2.1:1764938845.413153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000368dff01. 00010000:00000010:2.1:1764938845.413166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938845.420270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed570b93. 00010000:00000010:2.1:1764938845.420285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:1.1:1764938845.425179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008327a6df. 00010000:00000010:1.1:1764938845.431643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063480583. 00010000:00000010:2.1:1764938845.431859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea981cde. 00010000:00000010:2.1:1764938845.431866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:3.1:1764938845.434846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081731d39. 00010000:00000010:3.1:1764938845.434853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:1.1:1764938845.439512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065b9f722. 00010000:00000010:3.1:1764938845.444428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0693780. 00010000:00000010:3.1:1764938845.444436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094ffb6e9. 00010000:00000010:3.1:1764938845.444440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:0.1:1764938845.451251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdeca0ea. 00010000:00000010:2.1:1764938845.454472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003acf6e36. 00010000:00000010:2.1:1764938845.454480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938845.455297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d9ec97b. 00010000:00000010:3.1:1764938845.455304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:0.1:1764938845.456094:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3120a9a. 00010000:00000010:1.1:1764938845.459193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867d2dfe. 00010000:00000010:0.1:1764938845.471781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f98b2a6. 00010000:00000010:0.1:1764938845.471787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:1.1:1764938845.476319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000095c187d. 00010000:00000010:2.1:1764938845.476422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075d87ff1. 00010000:00000010:2.1:1764938845.476427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7721ccd. 00010000:00000010:0.1:1764938845.479511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028580014. 00010000:00000010:2.1:1764938845.483915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008567cab. 00010000:00000010:2.1:1764938845.483924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:2.1:1764938845.483929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097fc97cc. 00010000:00000010:2.1:1764938845.483933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031435798. 00010000:00000010:2.1:1764938845.483937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:0.1:1764938845.490579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d2b815c. 00010000:00000010:2.1:1764938845.494148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a320fe6. 00010000:00000010:2.1:1764938845.494156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:3.1:1764938845.497289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7168cd6. 00010000:00000010:2.1:1764938845.497352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1bf3bbf. 00010000:00000010:2.1:1764938845.497358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:0.1:1764938845.503253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e2eae58. 00010000:00000010:2.1:1764938845.508596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008211511d. 00010000:00000010:2.1:1764938845.508609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938845.508615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037b42b96. 00010000:00000010:2.1:1764938845.508618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:1.1:1764938845.512459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938845.521294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5fdf9e9. 00010000:00000010:2.1:1764938845.521301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:1.1:1764938845.521865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000298f89d2. 00010000:00000010:3.1:1764938845.522635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000247f8c57. 00010000:00000010:2.1:1764938845.523731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040e53cb0. 00010000:00000010:2.1:1764938845.523739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:2.1:1764938845.528556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e702c4bf. 00010000:00000010:2.1:1764938845.528571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938845.528576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e3e11cf. 00010000:00000010:2.1:1764938845.528579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938845.528718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d8fd2ae. 00010000:00000010:3.1:1764938845.528723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:1.1:1764938845.536677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc11cfe6. 00010000:00000010:2.1:1764938845.537379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bf9775d. 00010000:00000010:2.1:1764938845.537387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938845.537442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea52435d. 00010000:00000010:2.1:1764938845.541161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b55c5a47. 00010000:00000010:2.1:1764938845.541172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:1.1:1764938845.545185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589c1434. 00010000:00000010:1.1:1764938845.545195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2aa2e13. 00010000:00000010:2.1:1764938845.549259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:1.1:1764938845.553169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6a378f2. 00010000:00000010:2.1:1764938845.557624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e617bdf. 00010000:00000010:2.1:1764938845.557630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938845.560808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bc05833. 00010000:00000010:2.1:1764938845.561773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad422b1a. 00010000:00000010:2.1:1764938845.561779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:1.1:1764938845.565218:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996a3506. 00010000:00000010:2.1:1764938845.565471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028da16d9. 00010000:00000010:2.1:1764938845.565476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938845.569564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3384029. 00010000:00000010:2.1:1764938845.569570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9dda98f. 00010000:00000010:2.1:1764938845.569574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:1.1:1764938845.575144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcc42096. 00010000:00000010:3.1:1764938845.582163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e31c5e3d. 00010000:00000010:1.1:1764938845.582306:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041416fa6. 00010000:00000010:2.1:1764938845.582466:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea3f16d. 00010000:00000010:2.1:1764938845.582471:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:2.1:1764938845.582475:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000110bd017. 00010000:00000010:2.1:1764938845.582478:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938845.586274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000117d8ac2. 00010000:00000010:2.1:1764938845.586281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938845.590335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9509558. 00010000:00000010:2.1:1764938845.590342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938845.590346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d45e45. 00010000:00000010:2.1:1764938845.590349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:1.1:1764938845.591029:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2c8d704. 00010000:00000010:1.1:1764938845.591036:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5b2e057. 00010000:00000010:1.1:1764938845.594140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1280ca5. 00010000:00000010:2.1:1764938845.594389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052cef122. 00010000:00000010:2.1:1764938845.594395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938845.598419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba6201. 00010000:00000010:2.1:1764938845.601606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000147be0f5. 00010000:00000010:2.1:1764938845.601615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938845.602266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016cb117e. 00010000:00000010:2.1:1764938845.611165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034eff55e. 00010000:00000010:2.1:1764938845.611172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:1.1:1764938845.620137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f74e53f. 00010000:00000010:3.1:1764938845.620315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082698f1f. 00010000:00000010:2.1:1764938845.620626:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064255f88. 00010000:00000010:2.1:1764938845.620634:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e5c1668. 00010000:00000010:2.1:1764938845.620637:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938845.624665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c450620c. 00010000:00000010:2.1:1764938845.624676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938845.624680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bde6939. 00010000:00000010:2.1:1764938845.624683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938845.624685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b67e1114. 00010000:00000010:2.1:1764938845.624688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:1.1:1764938845.625296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000004882af. 00010000:00000010:3.1:1764938845.628198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c828d68. 00010000:00000010:2.1:1764938845.628229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a75f485. 00010000:00000010:2.1:1764938845.628235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:1.1:1764938845.629234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a8d0261. 00010000:00000010:3.1:1764938845.633373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002665922f. 00010000:00000010:2.1:1764938845.633448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fbf00d1. 00010000:00000010:2.1:1764938845.633453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938845.637234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dc6b684. 00010000:00000010:2.1:1764938845.637352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938845.637357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd139a9. 00010000:00000010:2.1:1764938845.637360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:3.1:1764938845.641162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c9e0fb1. 00010000:00000010:3.1:1764938845.641172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932775f2. 00010000:00000010:2.1:1764938845.641232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f23e559. 00010000:00000010:2.1:1764938845.641238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938845.660150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b79ef45a. 00010000:00000010:2.1:1764938845.660164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:3.1:1764938845.663246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b73b1d0. 00010000:00000010:3.1:1764938845.667564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dec70f. 00010000:00000010:2.1:1764938845.668299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e231763a. 00010000:00000010:2.1:1764938845.668306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:2.1:1764938845.668310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b9b62e. 00010000:00000010:2.1:1764938845.668314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049407eeb. 00010000:00000010:2.1:1764938845.668319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938845.668321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df9b8541. 00010000:00000010:2.1:1764938845.668324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c974bd8. 00010000:00000010:2.1:1764938845.668327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938845.671486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ece452c. 00010000:00000010:2.1:1764938845.671498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e534593d. 00010000:00000010:2.1:1764938845.671503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:3.1:1764938845.676352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081867bc4. 00010000:00000010:2.1:1764938845.676394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e819e64. 00010000:00000010:2.1:1764938845.676400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:3.1:1764938845.679761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bfcce51. 00010000:00000010:2.1:1764938845.680377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000047635fc. 00010000:00000010:2.1:1764938845.680384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938845.680387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664ce405. 00010000:00000010:2.1:1764938845.680390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938845.683456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000204d8c98. 00010000:00000010:3.1:1764938845.683463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b71de6. 00010000:00000010:2.1:1764938845.684340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd9856f2. 00010000:00000010:2.1:1764938845.684348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938845.688169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ecba796. 00010000:00000010:2.1:1764938845.688177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938845.696316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0ec7ab0. 00010000:00000010:2.1:1764938845.696324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:3.1:1764938845.696460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023790344. 00010000:00000010:3.1:1764938845.699205:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c54104. 00010000:00000010:2.1:1764938845.700126:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000811a4e12. 00010000:00000010:2.1:1764938845.700132:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22ef1b. 00010000:00000010:2.1:1764938845.700135:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938845.700138:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c3883d5. 00010000:00000010:2.1:1764938845.700140:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:3.1:1764938845.703601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000579a1f67. 00010000:00000010:3.1:1764938845.707301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde4bcd2. 00010000:00000010:2.1:1764938845.708666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b4b5f7a. 00010000:00000010:2.1:1764938845.708673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:3.1:1764938845.715502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009608a67. 00010000:00000010:2.1:1764938845.716503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1ad2c9c. 00010000:00000010:2.1:1764938845.716509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:0.1:1764938845.724141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001204a6e0. 00010000:00000010:2.1:1764938845.724429:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e3d04e5. 00010000:00000010:2.1:1764938845.724436:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938845.724441:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc398205. 00010000:00000010:2.1:1764938845.724444:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:3.1:1764938845.728163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026b3efe4. 00010000:00000010:2.1:1764938845.728202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000780a0c7b. 00010000:00000010:2.1:1764938845.728209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938845.728214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005d7be56. 00010000:00000010:2.1:1764938845.728217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938845.735143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bf3b680. 00010000:00000010:2.1:1764938845.735151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:3.1:1764938845.735196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000671f4b39. 00010000:00000010:3.1:1764938845.735202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1b8cd02. 00010000:00000010:3.1:1764938845.741905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db9064b7. 00010000:00000010:2.1:1764938845.745650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001730d941. 00010000:00000010:2.1:1764938845.745665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020b8e587. 00010000:00000010:2.1:1764938845.745669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938845.750387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039248225. 00010000:00000010:2.1:1764938845.750396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:3.1:1764938845.751839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000753fdef7. 00010000:00000010:3.1:1764938845.756282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4c9a495. 00010000:00000010:2.1:1764938845.759147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000399fe6a4. 00010000:00000010:2.1:1764938845.759154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:1.1:1764938845.762793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042c51d28. 00010000:00000010:1.1:1764938845.762809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:3.1:1764938845.762857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a1edce1. 00010000:00000010:1.1:1764938845.768162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb488db. 00010000:00000010:1.1:1764938845.768179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:3.1:1764938845.769114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3cb093b. 00010000:00000010:1.1:1764938845.775091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad96e5f1. 00010000:00000010:1.1:1764938845.775117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:3.1:1764938845.780281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac51b09e. 00010000:00000010:3.1:1764938845.780294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813c98b1. 00010000:00000010:2.1:1764938845.782143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba11dcf6. 00010000:00000010:1.1:1764938845.782845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013a0b4ef. 00010000:00000010:1.1:1764938845.782854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938845.789538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063b89c72. 00010000:00000010:1.1:1764938845.789552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:1.1:1764938845.793759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054e25d12. 00010000:00000010:1.1:1764938845.793766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:0.1:1764938845.802211:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000541b2b5e. 00010000:00000010:2.1:1764938845.803135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8c09c17. 00010000:00000010:1.1:1764938845.806306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c44d912. 00010000:00000010:1.1:1764938845.806318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:0.1:1764938845.812389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d89a84f. 00010000:00000010:3.1:1764938845.812517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a239555e. 00010000:00000010:1.1:1764938845.813288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d59c7e7. 00010000:00000010:1.1:1764938845.813297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938845.815421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be5f5142. 00010000:00000010:1.1:1764938845.816322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b637daee. 00010000:00000010:1.1:1764938845.816329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938845.818319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009769137e. 00010000:00000010:1.1:1764938845.818328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938845.823148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6704f0c. 00010000:00000010:1.1:1764938845.823926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f98c8686. 00010000:00000010:1.1:1764938845.823934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:2.1:1764938845.831290:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ed17d9d. 00010000:00000010:1.1:1764938845.835605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8706c8b. 00010000:00000010:1.1:1764938845.835621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938845.839643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000042d6b3d. 00010000:00000010:1.1:1764938845.839650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:2.1:1764938845.840140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000431bc18e. 00010000:00000010:0.1:1764938845.840186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132cf681. 00010000:00000010:0.1:1764938845.848356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8dc7295. 00010000:00000010:1.1:1764938845.848701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007825cd79. 00010000:00000010:1.1:1764938845.848707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938845.852229:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff10699c. 00010000:00000010:1.1:1764938845.852237:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:0.1:1764938845.856386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1f8e25. 00010000:00000010:1.1:1764938845.856440:0:19:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042d0a7b5. 00010000:00000010:1.1:1764938845.856446:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938845.856451:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000839668cd. 00010000:00000010:1.1:1764938845.856453:0:19:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2517c10. 00010000:00000010:1.1:1764938845.856456:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938845.860617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075a1a876. 00010000:00000010:1.1:1764938845.861139:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6995da4. 00010000:00000010:1.1:1764938845.861144:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:0.1:1764938845.868153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ca2fe7. 00010000:00000010:1.1:1764938845.868343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001858ab4d. 00010000:00000010:1.1:1764938845.868348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:0.1:1764938845.874443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dde8c66. 00010000:00000010:1.1:1764938845.878143:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c647e31. 00010000:00000010:1.1:1764938845.878149:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:2.1:1764938845.878323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000872007dc. 00010000:00000010:1.1:1764938845.886714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ac644f1. 00010000:00000010:1.1:1764938845.886721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938845.890144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7a7f72a. 00010000:00000010:1.1:1764938845.890196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbe69ff6. 00010000:00000010:1.1:1764938845.890203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938845.894361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f1dc092. 00010000:00000010:2.1:1764938845.894373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019dec48f. 00010000:00000010:1.1:1764938845.895142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea76f22. 00010000:00000010:1.1:1764938845.895152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938845.895156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026b51dfe. 00010000:00000010:1.1:1764938845.895159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:2.1:1764938845.899229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f43b8e. 00010000:00000010:1.1:1764938845.904140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a04fe592. 00010000:00000010:1.1:1764938845.904149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:2.1:1764938845.908325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe2af7e. 00010000:00000010:1.1:1764938845.908635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632d27f8. 00010000:00000010:1.1:1764938845.908641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:1.1:1764938845.908645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938845.908647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:2.1:1764938845.913313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015ff206d. 00010000:00000010:2.1:1764938845.913319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d9202f. 00010000:00000010:1.1:1764938845.922183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020940fe0. 00010000:00000010:1.1:1764938845.922193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938845.922198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084d7fe1e. 00010000:00000010:1.1:1764938845.922202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938845.930145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088a58af0. 00010000:00000010:1.1:1764938845.934609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000781ce7ad. 00010000:00000010:1.1:1764938845.934619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938845.934623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3e50d49. 00010000:00000010:1.1:1764938845.934626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:0.1:1764938845.935137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c0fb544. 00010000:00000010:0.1:1764938845.935143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ef4d08. 00010000:00000010:2.1:1764938845.935184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d380550. 00010000:00000010:2.1:1764938845.935190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9434edd. 00010000:00000010:2.1:1764938845.939983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c6510c. 00010000:00000010:1.1:1764938845.940136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3c63cea. 00010000:00000010:1.1:1764938845.940142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938845.940146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067bc77c6. 00010000:00000010:1.1:1764938845.940148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:3.1:1764938845.943220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaacdddc. 00010000:00000010:3.1:1764938845.943227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:1.1:1764938845.944417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c321633. 00010000:00000010:1.1:1764938845.944423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:2.1:1764938845.946136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ce56bb. 00010000:00000010:0.1:1764938845.954298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d34d735b. 00010000:00000010:1.1:1764938845.954878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbe8ada8. 00010000:00000010:1.1:1764938845.954884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:1.1:1764938845.959567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fda552d7. 00010000:00000010:1.1:1764938845.959574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938845.959579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a420e45a. 00010000:00000010:1.1:1764938845.959581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938845.960880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfe42fd8. 00010000:00000010:0.1:1764938845.964209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c4ec94. 00010000:00000010:3.1:1764938845.967641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd784dd6. 00010000:00000010:1.1:1764938845.967706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a24105cb. 00010000:00000010:1.1:1764938845.967713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:2.1:1764938845.970246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bf50a21. 00010000:00000010:0.1:1764938845.975318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3693d9a. 00010000:00000010:0.1:1764938845.975325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938845.978155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd4a01c9. 00010000:00000010:0.1:1764938845.978168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be811ba7. 00010000:00000010:2.1:1764938845.978223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bc0922. 00010000:00000010:1.1:1764938845.978601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000459720bf. 00010000:00000010:1.1:1764938845.978607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ae461d. 00010000:00000010:3.1:1764938845.981388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c8a131. 00010000:00000010:0.1:1764938845.986272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebaeda5a. 00010000:00000010:2.1:1764938845.996267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:1.1:1764938845.996918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000afe8753. 00010000:00000010:1.1:1764938845.996925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938846.000387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000957b9771. 00010000:00000010:1.1:1764938846.000396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:2.1:1764938846.001334:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000db62367. 00010000:00000010:3.1:1764938846.004301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6ee9a14. 00010000:00000010:1.1:1764938846.004761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00010000:00000010:1.1:1764938846.004768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03d39f1. 00010000:00000010:1.1:1764938846.004773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:1.1:1764938846.004777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078b53f9f. 00010000:00000010:1.1:1764938846.004780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938846.004783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000919e8d61. 00010000:00000010:1.1:1764938846.004785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:2.1:1764938846.008488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00010000:00000010:1.1:1764938846.014317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd986bac. 00010000:00000010:1.1:1764938846.014325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:3.1:1764938846.016920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001719c6d7. 00010000:00000010:1.1:1764938846.018278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045854d4a. 00010000:00000010:1.1:1764938846.018285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:2.1:1764938846.022167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059def306. 00010000:00000010:1.1:1764938846.028150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079521526. 00010000:00000010:1.1:1764938846.028159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:1.1:1764938846.030232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bf3f358. 00010000:00000010:1.1:1764938846.030239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:3.1:1764938846.031486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:3.1:1764938846.035136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:1.1:1764938846.035190:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdbe590b. 00010000:00000010:1.1:1764938846.035196:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938846.038455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aedd96dd. 00010000:00000010:1.1:1764938846.038467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:2.1:1764938846.039477:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00010000:00000010:2.1:1764938846.048069:0:77246:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c74a62. 00010000:00000010:1.1:1764938846.052585:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3f0db1c. 00010000:00000010:1.1:1764938846.052594:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:2.1:1764938846.057188:0:77246:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd831b2c. 00010000:00000010:1.1:1764938846.066155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e532043. 00010000:00000010:1.1:1764938846.066164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:0.1:1764938846.167459:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073ad559a. 00010000:00000010:0.1:1764938846.167476:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be811ba7. 00010000:00000010:0.1:1764938846.167481:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e75df4bd. 00010000:00000010:0.1:1764938846.167485:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ae461d. 00010000:00000010:0.1:1764938846.167488:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b47af2a. 00010000:00000010:0.1:1764938846.167492:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7721ccd. 00010000:00000010:0.1:1764938846.167494:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dcc7832. 00010000:00000010:0.1:1764938846.167497:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e31700. 00010000:00000010:0.1:1764938846.167499:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bf0eb6c. 00010000:00000010:0.1:1764938846.167502:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d41f9c. 00010000:00000010:0.1:1764938846.167506:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dff73684. 00010000:00000010:0.1:1764938846.167509:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000336cec8. 00010000:00000010:0.1:1764938846.167511:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b2396d3. 00010000:00000010:0.1:1764938846.167513:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c214cbbc. 00010000:00000010:0.1:1764938846.167515:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000074042c9. 00010000:00000010:0.1:1764938846.167517:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8a279f. 00010000:00000010:0.1:1764938846.167519:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab4834d. 00010000:00000010:0.1:1764938846.167522:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1417b22. 00010000:00000010:0.1:1764938846.167525:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004efb6122. 00010000:00000010:0.1:1764938846.167528:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed12657. 00010000:00000010:0.1:1764938846.167531:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009db8761b. 00010000:00000010:0.1:1764938846.167534:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e7da1e. 00010000:00000010:2.1:1764938846.167982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca4028c5. 00010000:00000010:2.1:1764938846.167991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd831b2c. 00010000:00000010:2.1:1764938846.167997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022f8a3e0. 00010000:00000010:2.1:1764938846.167999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c74a62. 00010000:00000010:2.1:1764938846.168002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecace61b. 00010000:00000010:2.1:1764938846.168005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9434edd. 00010000:00000010:2.1:1764938846.168008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a984984b. 00010000:00000010:2.1:1764938846.168010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938846.168013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f1c5b2. 00010000:00000010:2.1:1764938846.168015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938846.168018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca19e8e. 00010000:00000010:2.1:1764938846.168020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938846.168023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fadcacc1. 00010000:00000010:2.1:1764938846.168025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938846.168027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009af7a54c. 00010000:00000010:2.1:1764938846.168029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:2.1:1764938846.168032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a843432. 00010000:00000010:2.1:1764938846.168034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:2.1:1764938846.168036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef6b18c1. 00010000:00000010:2.1:1764938846.168039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938846.168040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dba2771c. 00010000:00000010:2.1:1764938846.168043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:2.1:1764938846.168047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8f7d0b9. 00010000:00000010:2.1:1764938846.168050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938846.168052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e21b29. 00010000:00000010:2.1:1764938846.168054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938846.168059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e36bdfbe. 00010000:00000010:2.1:1764938846.168062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938846.168066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000132c463b. 00010000:00000010:2.1:1764938846.168068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:2.1:1764938846.168071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009675746e. 00010000:00000010:2.1:1764938846.168074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938846.168076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afb390e0. 00010000:00000010:2.1:1764938846.168078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:2.1:1764938846.168080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdc11dc6. 00010000:00000010:2.1:1764938846.168083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b9fef8c. 00010000:00000010:2.1:1764938846.168086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007de2688f. 00010000:00000010:2.1:1764938846.168089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000166055b1. 00010000:00000010:2.1:1764938846.168091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8be6c52. 00010000:00000010:2.1:1764938846.168094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046909631. 00010000:00000010:2.1:1764938846.168097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e80efdf2. 00010000:00000010:2.1:1764938846.168099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009be5a811. 00010000:00000010:2.1:1764938846.168115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e11ed11. 00010000:00000010:2.1:1764938846.168118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014fde69a. 00010000:00000010:2.1:1764938846.168123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008285ab81. 00010000:00000010:2.1:1764938846.168127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50a89ae. 00010000:00000010:2.1:1764938846.168130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078373ce2. 00010000:00000010:2.1:1764938846.168133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce496200. 00010000:00000010:2.1:1764938846.168136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087cac1f5. 00010000:00000010:2.1:1764938846.168138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd904dfb. 00010000:00000010:2.1:1764938846.168140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000df27268. 00010000:00000010:2.1:1764938846.168143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd769a2. 00010000:00000010:2.1:1764938846.168144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054557617. 00010000:00000010:2.1:1764938846.168147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007746a0e9. 00010000:00000010:2.1:1764938846.168149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004db798d9. 00010000:00000010:2.1:1764938846.168152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7999412. 00010000:00000010:2.1:1764938846.168155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e924caa3. 00010000:00000010:2.1:1764938846.168158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024db437d. 00010000:00000010:2.1:1764938846.168160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dad7dea. 00010000:00000010:2.1:1764938846.168163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd64ea0a. 00010000:00000010:2.1:1764938846.168167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3840706. 00010000:00000010:2.1:1764938846.168169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89647f6. 00010000:00000010:2.1:1764938846.168172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd0a3e46. 00010000:00000010:2.1:1764938846.168175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086f0172a. 00010000:00000010:2.1:1764938846.168178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a9728de. 00010000:00000010:2.1:1764938846.168180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e5cc. 00010000:00000010:2.1:1764938846.168182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e902533f. 00010000:00000010:2.1:1764938846.168185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fd2c0a1. 00010000:00000010:2.1:1764938846.168187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000befb67e5. 00010000:00000010:2.1:1764938846.168189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac94331d. 00010000:00000010:2.1:1764938846.168191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4954d0a. 00010000:00000010:2.1:1764938846.168193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b314a3. 00010000:00000010:2.1:1764938846.168195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007354ef0b. 00010000:00000010:2.1:1764938846.168198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480f68be. 00010000:00000010:2.1:1764938846.168200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e89f6c2. 00010000:00000010:2.1:1764938846.168202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094342195. 00010000:00000010:2.1:1764938846.168204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005039cd5d. 00010000:00000010:2.1:1764938846.168207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d952f006. 00010000:00000010:2.1:1764938846.168209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036dcf5be. 00010000:00000010:2.1:1764938846.168212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938846.168214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938846.168217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:0.1:1764938846.170523:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023c65a6a. 00010000:00000010:0.1:1764938846.170534:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009062c49b. 00010000:00000010:0.1:1764938846.170538:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9e543e3. 00010000:00000010:0.1:1764938846.170542:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d1975. 00010000:00000010:0.1:1764938846.170545:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000244eb046. 00010000:00000010:0.1:1764938846.170548:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c7f966. 00010000:00000010:0.1:1764938846.170550:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ac901fb. 00010000:00000010:0.1:1764938846.170552:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8ab531. 00010000:00000010:0.1:1764938846.170554:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e60e0138. 00010000:00000010:0.1:1764938846.170556:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d9f1cf. 00010000:00000010:0.1:1764938846.170560:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22e68aa. 00010000:00000010:0.1:1764938846.170562:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b10cb1f. 00010000:00000010:0.1:1764938846.170566:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4184a9d. 00010000:00000010:0.1:1764938846.170569:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a19823. 00010000:00000010:0.1:1764938846.170571:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c597f35. 00010000:00000010:0.1:1764938846.170573:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c5c6fb4. 00010000:00000010:0.1:1764938846.170576:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5dfe865. 00010000:00000010:0.1:1764938846.170579:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008404f4e7. 00010000:00000010:0.1:1764938846.170581:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065bc16ad. 00010000:00000010:0.1:1764938846.170583:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059b3298d. 00010000:00000010:0.1:1764938846.170586:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5bf647f. 00010000:00000010:0.1:1764938846.170588:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f73dc14. 00010000:00000010:0.1:1764938846.170590:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bfdcd7b. 00010000:00000010:0.1:1764938846.170592:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde35f2c. 00010000:00000010:0.1:1764938846.170594:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074a63696. 00010000:00000010:0.1:1764938846.170596:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a283fc83. 00010000:00000010:0.1:1764938846.170597:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e91f4eb7. 00010000:00000010:0.1:1764938846.170599:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16bb6af. 00010000:00000010:0.1:1764938846.170601:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c699342. 00010000:00000010:0.1:1764938846.170602:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.1:1764938846.170604:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cae15b9b. 00010000:00000010:0.1:1764938846.170607:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6301d6. 00010000:00000010:0.1:1764938846.170610:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d94d449. 00010000:00000010:0.1:1764938846.170612:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de6ad3c. 00010000:00000010:0.1:1764938846.170616:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b8f8e1. 00010000:00000010:0.1:1764938846.170619:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac790bb. 00010000:00000010:0.1:1764938846.170621:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c85bd31. 00010000:00000010:0.1:1764938846.170623:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009956799d. 00010000:00000010:0.1:1764938846.170625:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a933ac10. 00010000:00000010:0.1:1764938846.170627:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036e4266d. 00010000:00000010:0.1:1764938846.170630:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000015627a9. 00010000:00000010:0.1:1764938846.170632:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a79a4e8. 00010000:00000010:0.1:1764938846.170634:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000102f373f. 00010000:00000010:0.1:1764938846.170636:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d80dd6b. 00010000:00000010:0.1:1764938846.170638:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd202aeb. 00010000:00000010:0.1:1764938846.170640:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee3aca4. 00010000:00000010:0.1:1764938846.170642:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007572b95. 00010000:00000010:0.1:1764938846.170644:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2befc9c. 00010000:00000010:0.1:1764938846.170646:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006a0b15a. 00010000:00000010:0.1:1764938846.170647:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000108aa616. 00010000:00000010:0.1:1764938846.170649:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b833de6f. 00010000:00000010:0.1:1764938846.170651:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022a03ab3. 00010000:00000010:0.1:1764938846.170655:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000564028cf. 00010000:00000010:0.1:1764938846.170657:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e654ad93. 00010000:00000010:0.1:1764938846.170659:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002537b894. 00010000:00000010:0.1:1764938846.170661:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56c571e. 00010000:00000010:0.1:1764938846.170663:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008639ca23. 00010000:00000010:0.1:1764938846.170665:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b52dfd8. 00010000:00000010:0.1:1764938846.170667:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b9b345. 00010000:00000010:0.1:1764938846.170669:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3532ca0. 00010000:00000010:0.1:1764938846.170672:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ba438d3. 00010000:00000010:0.1:1764938846.170675:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d94f5d4. 00010000:00000010:0.1:1764938846.170678:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001323a338. 00010000:00000010:0.1:1764938846.170681:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4c3070a. 00010000:00000010:0.1:1764938846.170683:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008920f4b. 00010000:00000010:0.1:1764938846.170685:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f88228. 00010000:00000010:0.1:1764938846.170687:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb641947. 00010000:00000010:0.1:1764938846.170690:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f67efb1. 00010000:00000010:0.1:1764938846.170692:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d879b753. 00010000:00000010:0.1:1764938846.170694:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe351c1b. 00010000:00000010:0.1:1764938846.170698:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd89b649. 00010000:00000010:0.1:1764938846.170700:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee87a637. 00010000:00000010:0.1:1764938846.170702:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000574bb811. 00010000:00000010:0.1:1764938846.170705:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c44ba982. 00010000:00000010:0.1:1764938846.170707:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d931bad. 00010000:00000010:0.1:1764938846.170709:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a539de32. 00010000:00000010:0.1:1764938846.170710:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008af30702. 00010000:00000010:0.1:1764938846.170712:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a37c4032. 00010000:00000010:0.1:1764938846.170714:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cf8dbf2. 00010000:00000010:0.1:1764938846.170716:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2423536. 00010000:00000010:0.1:1764938846.170718:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010f51f59. 00010000:00000010:0.1:1764938846.170720:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5be9cff. 00010000:00000010:0.1:1764938846.170722:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000408b0ccf. 00010000:00000010:0.1:1764938846.170724:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc383257. 00010000:00000010:0.1:1764938846.170725:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf3a0352. 00010000:00000010:0.1:1764938846.170727:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8896528. 00010000:00000010:0.1:1764938846.170732:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a69424dc. 00010000:00000010:0.1:1764938846.170734:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3d3ed1. 00010000:00000010:0.1:1764938846.170736:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000542e4af7. 00010000:00000010:0.1:1764938846.170738:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edcaf37f. 00010000:00000010:0.1:1764938846.170740:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001869ae97. 00010000:00000010:0.1:1764938846.170742:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae6413d3. 00010000:00000010:0.1:1764938846.170743:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003ba0d3d. 00010000:00000010:0.1:1764938846.170745:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cadea89. 00010000:00000010:0.1:1764938846.170747:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b4f7564. 00010000:00000010:0.1:1764938846.170750:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091c3efa. 00010000:00000010:0.1:1764938846.170754:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041266bf5. 00010000:00000010:0.1:1764938846.170757:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003254a98f. 00010000:00000010:0.1:1764938846.170760:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ef22a4e. 00010000:00000010:0.1:1764938846.170764:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8412c16. 00010000:00000010:0.1:1764938846.171359:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f52a646. 00010000:00000010:0.1:1764938846.171366:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002d1bff9. 00010000:00000010:0.1:1764938846.171368:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d04004a3. 00010000:00000010:0.1:1764938846.171371:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d00e94. 00010000:00000010:0.1:1764938846.171373:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b8961f. 00010000:00000010:0.1:1764938846.171376:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c8895a. 00010000:00000010:0.1:1764938846.171380:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d409ec38. 00010000:00000010:0.1:1764938846.171383:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef9e1eef. 00010000:00000010:0.1:1764938846.171385:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d998e8ad. 00010000:00000010:0.1:1764938846.171387:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc0e93c. 00010000:00000010:0.1:1764938846.171390:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f235cfe5. 00010000:00000010:0.1:1764938846.171392:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3dcd75. 00010000:00000010:0.1:1764938846.171394:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7731e07. 00010000:00000010:0.1:1764938846.171396:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da05e62. 00010000:00000010:0.1:1764938846.171398:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cab19cd4. 00010000:00000010:0.1:1764938846.171400:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6dab03d. 00010000:00000010:0.1:1764938846.171403:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040ae779e. 00010000:00000010:0.1:1764938846.171413:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e636810. 00010000:00000010:0.1:1764938846.171416:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000077d3740. 00010000:00000010:0.1:1764938846.171418:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8aedc7. 00010000:00000010:0.1:1764938846.171420:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003355652a. 00010000:00000010:0.1:1764938846.171423:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015061fd. 00010000:00000010:0.1:1764938846.171425:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c94622f1. 00010000:00000010:0.1:1764938846.171426:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be44c19b. 00010000:00000010:0.1:1764938846.171428:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bbb2987. 00010000:00000010:0.1:1764938846.171430:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a38c7. 00010000:00000010:0.1:1764938846.171433:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000185c55bf. 00010000:00000010:0.1:1764938846.171435:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f7aa2ed. 00010000:00000010:0.1:1764938846.171437:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000790c251f. 00010000:00000010:0.1:1764938846.171439:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409bd77b. 00010000:00000010:0.1:1764938846.171441:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b42f7d7. 00010000:00000010:0.1:1764938846.171444:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d18a07e. 00010000:00000010:0.1:1764938846.171446:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000babaa1af. 00010000:00000010:0.1:1764938846.171448:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045cf2be2. 00010000:00000010:0.1:1764938846.171450:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b76ed17d. 00010000:00000010:0.1:1764938846.171452:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b06c452. 00010000:00000010:0.1:1764938846.171454:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052d68729. 00010000:00000010:0.1:1764938846.171456:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35ec0ae. 00010000:00000010:0.1:1764938846.171458:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a26e3e4b. 00010000:00000010:0.1:1764938846.171461:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc158187. 00010000:00000010:0.1:1764938846.171463:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000237ed486. 00010000:00000010:0.1:1764938846.171466:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000194fe28. 00010000:00000010:0.1:1764938846.171467:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d29823d. 00010000:00000010:0.1:1764938846.171469:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008031c893. 00010000:00000010:0.1:1764938846.171473:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95b5a37. 00010000:00000010:0.1:1764938846.171475:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee6f83e. 00010000:00000010:0.1:1764938846.171477:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006654b2b1. 00010000:00000010:0.1:1764938846.171479:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c1a867c. 00010000:00000010:0.1:1764938846.171480:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053b4ee73. 00010000:00000010:0.1:1764938846.171482:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038dc0fdd. 00010000:00000010:0.1:1764938846.171484:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077042983. 00010000:00000010:0.1:1764938846.171486:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007684ffb8. 00010000:00000010:0.1:1764938846.171488:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecc36908. 00010000:00000010:0.1:1764938846.171490:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000414c8018. 00010000:00000010:0.1:1764938846.171491:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000face222d. 00010000:00000010:0.1:1764938846.171494:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc942e9. 00010000:00000010:0.1:1764938846.171496:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cfafd89. 00010000:00000010:0.1:1764938846.171498:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a03570a1. 00010000:00000010:0.1:1764938846.171500:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beacbdda. 00010000:00000010:0.1:1764938846.171504:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e43607f. 00010000:00000010:0.1:1764938846.171507:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3cdd374. 00010000:00000010:0.1:1764938846.171511:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d61d1ad. 00010000:00000010:0.1:1764938846.171513:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d13da76. 00010000:00000010:0.1:1764938846.171516:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002662e582. 00010000:00000010:0.1:1764938846.171518:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020b5ecc8. 00010000:00000010:0.1:1764938846.171521:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738c20d8. 00010000:00000010:0.1:1764938846.171524:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eefb84aa. 00010000:00000010:0.1:1764938846.171526:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c6ea7d. 00010000:00000010:0.1:1764938846.171528:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e48b3701. 00010000:00000010:0.1:1764938846.171530:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9a72936. 00010000:00000010:0.1:1764938846.171533:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae7e79d. 00010000:00000010:0.1:1764938846.171536:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003065a6d6. 00010000:00000010:0.1:1764938846.171538:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000675c527f. 00010000:00000010:0.1:1764938846.171540:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae5df31. 00010000:00000010:0.1:1764938846.177280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ac475. 00010000:00000010:0.1:1764938846.177288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ce5b37. 00010000:00000010:0.1:1764938846.177291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab153dcb. 00010000:00000010:0.1:1764938846.177293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e1dbd5e. 00010000:00000010:0.1:1764938846.177298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ee3a11. 00010000:00000010:0.1:1764938846.177301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001373a210. 00010000:00000010:0.1:1764938846.177303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000572a27a4. 00010000:00000010:0.1:1764938846.177306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce25720b. 00010000:00000010:0.1:1764938846.177307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049a37c8d. 00010000:00000010:0.1:1764938846.177310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa990a2. 00010000:00000010:0.1:1764938846.177312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007394ca61. 00010000:00000010:0.1:1764938846.177314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011d4a03d. 00010000:00000010:0.1:1764938846.177315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2b1f3b0. 00010000:00000010:0.1:1764938846.177317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073932e4a. 00010000:00000010:0.1:1764938846.177319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a889fc7. 00010000:00000010:0.1:1764938846.177322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029658e39. 00010000:00000010:0.1:1764938846.177325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f1c44c5. 00010000:00000010:0.1:1764938846.177327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.1:1764938846.177329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006dcd33f. 00010000:00000010:0.1:1764938846.177331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.1:1764938846.177332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1eb2edc. 00010000:00000010:0.1:1764938846.177336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009370766c. 00010000:00000010:0.1:1764938846.177338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b5ef4d1. 00010000:00000010:0.1:1764938846.177340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:0.1:1764938846.177343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000174a087. 00010000:00000010:0.1:1764938846.177347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000187c95f. 00010000:00000010:0.1:1764938846.177349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003547cd17. 00010000:00000010:0.1:1764938846.177351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d665f1. 00010000:00000010:0.1:1764938846.177353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032d063c6. 00010000:00000010:0.1:1764938846.177355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341127d6. 00010000:00000010:0.1:1764938846.177357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004da936d6. 00010000:00000010:0.1:1764938846.177358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000729f810a. 00010000:00000010:0.1:1764938846.177360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f4ee34. 00010000:00000010:0.1:1764938846.177362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb659c4. 00010000:00000010:0.1:1764938846.177364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec205705. 00010000:00000010:0.1:1764938846.177366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009814a89b. 00010000:00000010:0.1:1764938846.177367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e166671. 00010000:00000010:0.1:1764938846.177369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffcc4db9. 00010000:00000010:0.1:1764938846.177372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006db50359. 00010000:00000010:0.1:1764938846.177374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab76827. 00010000:00000010:0.1:1764938846.177376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caa6d1ac. 00010000:00000010:0.1:1764938846.177378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b7957c. 00010000:00000010:0.1:1764938846.177380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a225219. 00010000:00000010:0.1:1764938846.177382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f65e2e. 00010000:00000010:0.1:1764938846.177384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcc06f2a. 00010000:00000010:0.1:1764938846.177386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccf1232. 00010000:00000010:0.1:1764938846.177388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025f3c96c. 00010000:00000010:0.1:1764938846.177390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4bcd7ac. 00010000:00000010:0.1:1764938846.177392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071d747b9. 00010000:00000010:0.1:1764938846.177394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d45167e. 00010000:00000010:0.1:1764938846.177396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9b2b9dc. 00010000:00000010:0.1:1764938846.177398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002079d41. 00010000:00000010:0.1:1764938846.177400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061413830. 00010000:00000010:0.1:1764938846.177402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00010000:00000010:0.1:1764938846.177412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b21fe206. 00010000:00000010:0.1:1764938846.177416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.1:1764938846.177418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e516f00. 00010000:00000010:0.1:1764938846.177420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ea232e. 00010000:00000010:0.1:1764938846.177422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049993678. 00010000:00000010:0.1:1764938846.177424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.1:1764938846.177427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011a6021d. 00010000:00000010:0.1:1764938846.177433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024dff909. 00010000:00000010:0.1:1764938846.177435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007efc7b32. 00010000:00000010:0.1:1764938846.177437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b576eddb. 00010000:00000010:0.1:1764938846.177439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a69b7af2. 00010000:00000010:0.1:1764938846.177442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7d07a57. 00010000:00000010:0.1:1764938846.177444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3bdcafd. 00010000:00000010:0.1:1764938846.177446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c00e232. 00010000:00000010:0.1:1764938846.177448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009176364d. 00010000:00000010:0.1:1764938846.177450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9488646. 00010000:00000010:0.1:1764938846.177453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6b6d05d. 00010000:00000010:0.1:1764938846.177457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004303c9d5. 00010000:00000010:0.1:1764938846.177459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f0f1dc. 00010000:00000010:0.1:1764938846.177461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c812380a. 00010000:00000010:0.1:1764938846.177463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069af4105. 00010000:00000010:0.1:1764938846.177465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9155363. 00010000:00000010:0.1:1764938846.177467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad4b0fe. 00010000:00000010:0.1:1764938846.177469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ccb01cc. 00010000:00000010:0.1:1764938846.177471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e1428f. 00010000:00000010:0.1:1764938846.177473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbcaf815. 00010000:00000010:0.1:1764938846.177475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c5481e1. 00010000:00000010:0.1:1764938846.177477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ada3da4. 00010000:00000010:0.1:1764938846.177479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c75b2c28. 00010000:00000010:0.1:1764938846.177480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000895c0433. 00010000:00000010:0.1:1764938846.177482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfdbb42b. 00010000:00000010:0.1:1764938846.177484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088fb9e6b. 00010000:00000010:0.1:1764938846.177486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea2d229. 00010000:00000010:0.1:1764938846.177488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000540d7ac5. 00010000:00000010:0.1:1764938846.177492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001514c824. 00010000:00000010:0.1:1764938846.177494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946da9cf. 00010000:00000010:0.1:1764938846.177496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc1d5d3. 00010000:00000010:0.1:1764938846.177498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005404c1df. 00010000:00000010:0.1:1764938846.177500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b2c700. 00010000:00000010:0.1:1764938846.177502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be131b6. 00010000:00000010:2.1:1764938846.182313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a5e10c4. 00010000:00000010:3.1:1764938846.183276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000966cb2f5. 00010000:00000010:3.1:1764938846.183287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b0371e. 00010000:00000010:3.1:1764938846.187175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c409d71d. 00010000:00000010:3.1:1764938846.187184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:2.1:1764938846.191166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000126553d. 00010000:00000010:3.1:1764938846.191411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0fca88c. 00010000:00000010:3.1:1764938846.191418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:3.1:1764938846.191422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938846.191424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:2.1:1764938846.196138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f2bafc0. 00010000:00000010:3.1:1764938846.200374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0b26d4c. 00010000:00000010:3.1:1764938846.200381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:0.1:1764938846.200431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3a1a5fb. 00010000:00000010:2.1:1764938846.204144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000639470ee. 00010000:00000010:3.1:1764938846.204403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d5f44bb. 00010000:00000010:3.1:1764938846.204421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:2.1:1764938846.209666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faa6497f. 00010000:00000010:2.1:1764938846.209683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:0.1:1764938846.213156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c48bb94a. 00010000:00000010:2.1:1764938846.223137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005026f5aa. 00010000:00000010:2.1:1764938846.223153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e55ae138. 00010000:00000010:2.1:1764938846.223162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938846.241744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7c16856. 00010000:00000010:2.1:1764938846.241752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938846.241756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938846.241759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:1.1:1764938846.250170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041adfa61. 00010000:00000010:1.1:1764938846.252159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bd34284. 00010000:00000010:2.1:1764938846.252367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd36cda2. 00010000:00000010:2.1:1764938846.252373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:3.1:1764938846.256158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b02a2270. 00010000:00000010:3.1:1764938846.256175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:0.1:1764938846.256885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b7babb. 00010000:00000010:1.1:1764938846.267138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5f9e2f6. 00010000:00000010:3.1:1764938846.271141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057fb1122. 00010000:00000010:3.1:1764938846.271152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938846.274765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde9261c. 00010000:00000010:3.1:1764938846.274781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc897fbb. 00010000:00000010:3.1:1764938846.274787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938846.288178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c76c1c71. 00010000:00000010:3.1:1764938846.288190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b4e877b. 00010000:00000010:3.1:1764938846.288195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:3.1:1764938846.288197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938846.288199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:1.1:1764938846.302315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e2d06d. 00010000:00000010:2.1:1764938846.306144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020bc84ee. 00010000:00000010:3.1:1764938846.306242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d964fe5a. 00010000:00000010:3.1:1764938846.306248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938846.315348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6ca50a8. 00010000:00000010:3.1:1764938846.315366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938846.320126:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b20b4ab. 00010000:00000010:1.1:1764938846.323217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c80ceb1. 00010000:00000010:1.1:1764938846.323228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be131b6. 00010000:00000010:0.1:1764938846.323618:0:78352:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e5e566. 00010000:00000010:0.1:1764938846.323622:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:0.1:1764938846.332354:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e924ef0e. 00010000:00000010:1.1:1764938846.340144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da5a916c. 00010000:00000010:1.1:1764938846.340156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938846.340161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938846.340164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938846.340168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d663622. 00010000:00000010:3.1:1764938846.340353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079caa804. 00010000:00000010:3.1:1764938846.340359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009711fb9f. 00010000:00000010:3.1:1764938846.340362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:3.1:1764938846.344518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf757fd5. 00010000:00000010:3.1:1764938846.344526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938846.345559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006382439e. 00010000:00000010:3.1:1764938846.350662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb661abb. 00010000:00000010:3.1:1764938846.350675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938846.352308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9d0e52. 00010000:00000010:0.1:1764938846.355737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005394e946. 00010000:00000010:0.1:1764938846.355745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e847cbc0. 00010000:00000010:0.1:1764938846.355749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.1:1764938846.360371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e72f9ec. 00010000:00000010:0.1:1764938846.365144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd24fe1c. 00010000:00000010:0.1:1764938846.365152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005404c1df. 00010000:00000010:0.1:1764938846.365156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b2c700. 00010000:00000010:0.1:1764938846.365159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946da9cf. 00010000:00000010:0.1:1764938846.368533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd0171a. 00010000:00000010:0.1:1764938846.368547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef60822f. 00010000:00000010:0.1:1764938846.368551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000540d7ac5. 00010000:00000010:2.1:1764938846.383679:0:78355:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053b77d6f. 00010000:00000010:3.1:1764938846.393135:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1a27fc. 00010000:00000010:1.1:1764938846.393197:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037f01820. 00010000:00000010:1.1:1764938846.393204:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000540d7ac5. 00010000:00000010:0.1:1764938846.393325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066c9049d. 00010000:00000010:0.1:1764938846.393331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4949c63. 00010000:00000010:2.1:1764938846.402471:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016a02f82. 00010000:00000010:2.1:1764938846.402477:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004866c457. 00010000:00000010:2.1:1764938846.402480:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938846.414563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000feb25466. 00010000:00000010:1.1:1764938846.414572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000878ad098. 00010000:00000010:1.1:1764938846.414577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:1.1:1764938846.414581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938846.414584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:3.1:1764938846.430163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c163a90. 00010000:00000010:1.1:1764938846.434050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002695ac6d. 00010000:00000010:1.1:1764938846.434063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:2.1:1764938846.436935:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe08f816. 00010000:00000010:2.1:1764938846.436940:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d5726ad. 00010000:00000010:2.1:1764938846.436944:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:0.1:1764938846.445350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019bfdc3c. 00010000:00000010:1.1:1764938846.445575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032fde61f. 00010000:00000010:1.1:1764938846.445583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:3.1:1764938846.449326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db3ec205. 00010000:00000010:2.1:1764938846.456153:0:78353:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acd7d39f. 00010000:00000010:2.1:1764938846.456165:0:78353:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:1.1:1764938846.469237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000207f1563. 00010000:00000010:1.1:1764938846.469245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f3a7e15. 00010000:00000010:1.1:1764938846.469249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:1.1:1764938846.469253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938846.469258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938846.482279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cfb3f85. 00010000:00000010:2.1:1764938846.482285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006fbe989. 00010000:00000010:2.1:1764938846.482289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:0.1:1764938846.489138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006f6d793. 00010000:00000010:2.1:1764938846.489358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7397371. 00010000:00000010:2.1:1764938846.489364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.1:1764938846.496510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000611c49d0. 00010000:00000010:2.1:1764938846.496526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:0.1:1764938846.496615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8a7fd1. 00010000:00000010:3.1:1764938846.496766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c415e07. 00010000:00000010:2.1:1764938846.497333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ebc6539. 00010000:00000010:2.1:1764938846.497339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:3.1:1764938846.509426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfcf3c14. 00010000:00000010:1.1:1764938846.512171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004954fcd8. 00010000:00000010:1.1:1764938846.512179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:1.1:1764938846.512184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938846.512187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:3.1:1764938846.517164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000eb6ca1. 00010000:00000010:3.1:1764938846.531282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0305a1d. 00010000:00000010:3.1:1764938846.531289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:3.1:1764938846.536195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037996fb8. 00010000:00000010:3.1:1764938846.536203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f48e7983. 00010000:00000010:3.1:1764938846.536206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938846.536209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1facac. 00010000:00000010:3.1:1764938846.536212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d098f55e. 00010000:00000010:3.1:1764938846.536214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:0.1:1764938846.536318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d8097fb. 00010000:00000010:3.1:1764938846.545431:0:78360:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe9df79d. 00010000:00000010:3.1:1764938846.545444:0:78360:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:0.1:1764938846.555374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d44b98b. 00010000:00000010:1.1:1764938846.558950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063f24f21. 00010000:00000010:2.1:1764938846.561472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002679541a. 00010000:00000010:2.1:1764938846.561478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:2.1:1764938846.561482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938846.561485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:3.1:1764938846.566511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000338111dd. 00010000:00000010:3.1:1764938846.566521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:3.1:1764938846.579140:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eea63664. 00010000:00000010:3.1:1764938846.579146:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:2.1:1764938846.582372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000145a23d4. 00010000:00000010:3.1:1764938846.583181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bd29002. 00010000:00000010:3.1:1764938846.583192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938846.583196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d84df89. 00010000:00000010:3.1:1764938846.583199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:0.1:1764938846.583241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026ca76ca. 00010000:00000010:2.1:1764938846.589126:0:76527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005680018f. 00010000:00000010:0.1:1764938846.589164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000125db817. 00010000:00000010:3.1:1764938846.589555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040b1b090. 00010000:00000010:3.1:1764938846.589563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938846.589567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938846.589569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:0.1:1764938846.596751:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fcc9995. 00010000:00000010:3.1:1764938846.601532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c46f68d. 00010000:00000010:3.1:1764938846.601544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:3.1:1764938846.624382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a8b7bb. 00010000:00000010:3.1:1764938846.624395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055dc62ca. 00010000:00000010:3.1:1764938846.624399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:3.1:1764938846.629156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000707d4f6c. 00010000:00000010:2.1:1764938846.630012:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e00ed0c. 00010000:00000010:2.1:1764938846.630023:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:2.1:1764938846.639155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a89e908. 00010000:00000010:2.1:1764938846.644135:0:78352:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078b6c811. 00010000:00000010:2.1:1764938846.644144:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:3.1:1764938846.652452:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003799badc. 00010000:00000010:3.1:1764938846.652460:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003597096a. 00010000:00000010:3.1:1764938846.652464:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.1:1764938846.658275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f53ece35. 00010000:00000010:0.1:1764938846.659944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f862093. 00010000:00000010:0.1:1764938846.659955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:1.1:1764938846.680131:0:78367:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6828e47. 00010000:00000010:1.1:1764938846.680141:0:78367:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4949c63. 00010000:00000010:0.1:1764938846.683345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d85d93c. 00010000:00000010:0.1:1764938846.683351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed4a3ac5. 00010000:00000010:1.1:1764938846.686070:0:78367:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a04270f. 00010000:00000010:1.1:1764938846.686085:0:78367:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:0.1:1764938846.692006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9504d04. 00010000:00000010:0.1:1764938846.692019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:3.1:1764938846.692129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070ee871f. 00010000:00000010:3.1:1764938846.692133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038bdbff5. 00010000:00000010:2.1:1764938846.699359:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046ff2cab. 00010000:00000010:2.1:1764938846.699366:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946da9cf. 00010000:00000010:3.1:1764938846.709127:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa4f5c7. 00010000:00000010:0.1:1764938846.711132:0:78365:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3303081. 00010000:00000010:0.1:1764938846.711139:0:78365:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:0.1:1764938846.711143:0:78365:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc1d5d3. 00010000:00000010:0.1:1764938846.711146:0:78365:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005404c1df. 00010000:00000010:0.1:1764938846.715290:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca9ca4e5. 00010000:00000010:0.1:1764938846.715300:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6d2a60f. 00010000:00000010:0.1:1764938846.715303:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006134f5df. 00010000:00000010:3.1:1764938846.723930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006965aeb8. 00010000:00000010:3.1:1764938846.723945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006554f1c1. 00010000:00000010:2.1:1764938846.724165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069543f28. 00010000:00000010:0.1:1764938846.730194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d48f2aa5. 00010000:00000010:0.1:1764938846.730209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938846.732145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000528f1bb5. 00010000:00000010:1.1:1764938846.751230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031df2a94. 00010000:00000010:1.1:1764938846.751240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006134f5df. 00010000:00000010:3.1:1764938846.758469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d59e2782. 00010000:00000010:1.1:1764938846.762542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f15188c. 00010000:00000010:1.1:1764938846.762559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:1.1:1764938846.762563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938846.762566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:2.1:1764938846.763176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db5f47f8. 00010000:00000010:3.1:1764938846.763226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017fab63f. 00010000:00000010:1.1:1764938846.770286:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000338d3691. 00010000:00000010:1.1:1764938846.770300:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:1.1:1764938846.787140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caec8f02. 00010000:00000010:1.1:1764938846.787149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:0.1:1764938846.791612:0:78372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb016730. 00010000:00000010:1.1:1764938846.794128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bab1696. 00010000:00000010:2.1:1764938846.803336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b96836c. 00010000:00000010:2.1:1764938846.803344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:0.1:1764938846.807499:0:78372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0130da. 00010000:00000010:1.1:1764938846.814991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d6299cf. 00010000:00000010:1.1:1764938846.815005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:2.1:1764938846.824675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1a27a86. 00010000:00000010:2.1:1764938846.824683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b73a977. 00010000:00000010:2.1:1764938846.824687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:2.1:1764938846.824691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938846.824693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938846.834659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4d19719. 00010000:00000010:0.1:1764938846.838155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bef17921. 00010000:00000010:0.1:1764938846.838163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:2.1:1764938846.840569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55d0dbe. 00010000:00000010:0.1:1764938846.841271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ab39e2. 00010000:00000010:0.1:1764938846.841277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005404c1df. 00010000:00000010:2.1:1764938846.850224:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005833032. 00010000:00000010:2.1:1764938846.850231:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005309a8b4. 00010000:00000010:2.1:1764938846.850235:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483d3e7b. 00010000:00000010:2.1:1764938846.857374:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca2b2a82. 00010000:00000010:0.1:1764938846.858509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d24c7aa. 00010000:00000010:0.1:1764938846.858516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938846.863267:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbcb0ce0. 00010000:00000010:2.1:1764938846.865317:0:78388:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000306fdf82. 00010000:00000010:2.1:1764938846.865323:0:78388:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005404c1df. 00010000:00000010:2.1:1764938846.865327:0:78388:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938846.865329:0:78388:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:3.1:1764938846.885122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b97654c4. 00010000:00000010:1.1:1764938846.888039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005958d5a3. 00010000:00000010:1.1:1764938846.888045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:3.1:1764938846.888201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd5dd3a4. 00010000:00000010:3.1:1764938846.888206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000613391e0. 00010000:00000010:3.1:1764938846.888209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:1.1:1764938846.890334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e0ecf71. 00010000:00000010:1.1:1764938846.890344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938846.891065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1988e27. 00010000:00000010:0.1:1764938846.894194:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4b373c2. 00010000:00000010:3.1:1764938846.894637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc7d4d5. 00010000:00000010:3.1:1764938846.894644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938846.898874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee34dabf. 00010000:00000010:2.1:1764938846.898885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d12d7783. 00010000:00000010:2.1:1764938846.898888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938846.898891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938846.898893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:1.1:1764938846.915013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd3879d6. 00010000:00000010:1.1:1764938846.915020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc2c0aac. 00010000:00000010:1.1:1764938846.915024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:3.1:1764938846.919483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab46ff63. 00010000:00000010:3.1:1764938846.919490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:0.1:1764938846.920073:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f09ff4a. 00010000:00000010:1.1:1764938846.923422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f6bb07. 00010000:00000010:2.1:1764938846.924177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050fa479e. 00010000:00000010:2.1:1764938846.924182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938846.928195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b510dd. 00010000:00000010:1.1:1764938846.928249:0:78352:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4f1e9b6. 00010000:00000010:1.1:1764938846.928255:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:0.1:1764938846.934198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c74c7eee. 00010000:00000010:0.1:1764938846.934206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:0.1:1764938846.934210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc1d5d3. 00010000:00000010:0.1:1764938846.934214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1d75d. 00010000:00000010:3.1:1764938846.934467:0:78396:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a5aab31. 00010000:00000010:0.1:1764938846.939278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dcc98c5. 00010000:00000010:0.1:1764938846.939288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46dbe36. 00010000:00000010:0.1:1764938846.939292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058cf7a66. 00010000:00000010:0.1:1764938846.944141:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f5d7ab8. 00010000:00000010:0.1:1764938846.944146:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0df21dd. 00010000:00000010:2.1:1764938846.944442:0:78398:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000770103fb. 00010000:00000010:0.1:1764938846.954193:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e79c6ea6. 00010000:00000010:0.1:1764938846.954199:0:15835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3deda3c. 00010000:00000010:0.1:1764938846.954201:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058cf7a66. 00010000:00000010:0.1:1764938846.957245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1479e62. 00010000:00000010:0.1:1764938846.957257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3796488. 00010000:00000010:0.1:1764938846.957260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0df21dd. 00010000:00000010:0.1:1764938846.959329:0:78352:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007071cba0. 00010000:00000010:0.1:1764938846.959336:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1d75d. 00010000:00000010:0.1:1764938846.959339:0:78352:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc1d5d3. 00010000:00000010:0.1:1764938846.959342:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058cf7a66. 00010000:00000010:1.1:1764938846.966290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c68a80ac. 00010000:00000010:1.1:1764938846.968636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15b0967. 00010000:00000010:1.1:1764938846.968647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047a32e18. 00010000:00000010:1.1:1764938846.968651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331196bb. 00010000:00000010:3.1:1764938846.976704:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b7d355. 00010000:00000010:3.1:1764938846.976710:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000173debd6. 00010000:00000010:3.1:1764938846.976714:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:3.1:1764938846.979346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc8e340f. 00010000:00000010:3.1:1764938846.979355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f03b216. 00010000:00000010:3.1:1764938846.979359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938846.981496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b38baf. 00010000:00000010:3.1:1764938846.981501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058b0252e. 00010000:00000010:3.1:1764938846.981504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938846.987314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d020647a. 00010000:00000010:3.1:1764938846.987322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938846.988279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3e1ac3. 00010000:00000010:3.1:1764938846.996036:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0d2ec0e. 00010000:00000010:3.1:1764938846.996043:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9d7072e. 00010000:00000010:3.1:1764938846.996046:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:2.1:1764938846.999430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2ff8a8. 00010000:00000010:3.1:1764938846.999525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773dea5a. 00010000:00000010:3.1:1764938846.999531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938847.001657:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f4635d7. 00010000:00000010:3.1:1764938847.001664:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014add032. 00010000:00000010:3.1:1764938847.001668:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938847.009175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7aaf41b. 00010000:00000010:3.1:1764938847.009184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:2.1:1764938847.009503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000149fc0. 00010000:00000010:2.1:1764938847.011247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d71e9fc. 00010000:00000010:3.1:1764938847.011463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db06bd5. 00010000:00000010:3.1:1764938847.011469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938847.015649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097b790bf. 00010000:00000010:3.1:1764938847.015656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938847.015659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938847.015662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:1.1:1764938847.016215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047373f69. 00010000:00000010:2.1:1764938847.019475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a25549a7. 00010000:00000010:3.1:1764938847.025113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff56059b. 00010000:00000010:3.1:1764938847.025125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938847.030310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a0d8478. 00010000:00000010:3.1:1764938847.030323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a4f5465. 00010000:00000010:3.1:1764938847.030327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938847.035567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d9b86a0. 00010000:00000010:2.1:1764938847.037141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d51a41. 00010000:00000010:3.1:1764938847.037481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011b813d0. 00010000:00000010:3.1:1764938847.037488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938847.041221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5be43aa. 00010000:00000010:3.1:1764938847.041228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:1.1:1764938847.045288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ea42a1. 00010000:00000010:3.1:1764938847.046317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b96079c. 00010000:00000010:3.1:1764938847.046325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938847.046329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938847.046331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938847.050151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a85ab0d. 00010000:00000010:1.1:1764938847.050198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000930acdb2. 00010000:00000010:3.1:1764938847.050296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000725386f2. 00010000:00000010:3.1:1764938847.050302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:2.1:1764938847.054205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e9fea0e. 00010000:00000010:2.1:1764938847.054216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938847.054254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aee0800d. 00010000:00000010:3.1:1764938847.054259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:1.1:1764938847.058147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2673ca6. 00010000:00000010:2.1:1764938847.058272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f0c069. 00010000:00000010:2.1:1764938847.058279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.064282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a101f282. 00010000:00000010:2.1:1764938847.064299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.064304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938847.064307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:3.1:1764938847.064369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a23a585. 00010000:00000010:1.1:1764938847.071583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b30fafd. 00010000:00000010:2.1:1764938847.071646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e2defcc. 00010000:00000010:2.1:1764938847.071652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018bd27c2. 00010000:00000010:2.1:1764938847.071659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.1:1764938847.075170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c29ca5b. 00010000:00000010:2.1:1764938847.075176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:3.1:1764938847.079361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f3d68cb. 00010000:00000010:1.1:1764938847.079413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda40859. 00010000:00000010:2.1:1764938847.079746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f207ee22. 00010000:00000010:2.1:1764938847.079753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:2.1:1764938847.083517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c8bdb2. 00010000:00000010:2.1:1764938847.083525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c755c47b. 00010000:00000010:2.1:1764938847.083530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:3.1:1764938847.091418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bff56d7. 00010000:00000010:2.1:1764938847.095164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abacb25d. 00010000:00000010:2.1:1764938847.095175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.095179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938847.095181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:1.1:1764938847.100259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081460770. 00010000:00000010:3.1:1764938847.105481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09e3e41. 00010000:00000010:2.1:1764938847.105642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0f99934. 00010000:00000010:2.1:1764938847.105649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:2.1:1764938847.113191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd2d8d19. 00010000:00000010:2.1:1764938847.113206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.113210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008724e9f5. 00010000:00000010:2.1:1764938847.113214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.1:1764938847.117136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007978dc4e. 00010000:00000010:2.1:1764938847.117146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:3.1:1764938847.117183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000896406e2. 00010000:00000010:3.1:1764938847.120407:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:2.1:1764938847.121581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1d47594. 00010000:00000010:2.1:1764938847.121587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:2.1:1764938847.121590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007e9b31e. 00010000:00000010:3.1:1764938847.127063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938847.127078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:0.1:1764938847.129142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001be54892. 00010000:00000010:3.1:1764938847.135538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000394a8d54. 00010000:00000010:3.1:1764938847.135554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:1.1:1764938847.140142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004957b023. 00010000:00000010:0.1:1764938847.145160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab4f4cc1. 00010000:00000010:3.1:1764938847.145230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb688f9d. 00010000:00000010:3.1:1764938847.145237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:0.1:1764938847.155149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d308328. 00010000:00000010:3.1:1764938847.158489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d71eb38a. 00010000:00000010:3.1:1764938847.158506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:2.1:1764938847.159213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3946a73. 00010000:00000010:3.1:1764938847.160198:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0b6f7b2. 00010000:00000010:3.1:1764938847.160205:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:3.1:1764938847.163866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079515681. 00010000:00000010:3.1:1764938847.163880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938847.163889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938847.163892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:2.1:1764938847.170347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef4b13fb. 00010000:00000010:3.1:1764938847.172419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5c276e. 00010000:00000010:3.1:1764938847.172425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:2.1:1764938847.177143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:2.1:1764938847.177153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005da6a5e9. 00010000:00000010:2.1:1764938847.177157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c37279a. 00010000:00000010:2.1:1764938847.178211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066dc067d. 00010000:00000010:3.1:1764938847.182831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e530bfa. 00010000:00000010:3.1:1764938847.182837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:1.1:1764938847.192145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad355208. 00010000:00000010:1.1:1764938847.192160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938847.193151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc09713. 00010000:00000010:2.1:1764938847.203178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc993e6c. 00010000:00000010:1.1:1764938847.210484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b27fb3f3. 00010000:00000010:1.1:1764938847.210503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938847.210510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938847.210513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:2.1:1764938847.211135:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dadb4f5. 00010000:00000010:2.1:1764938847.211139:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a3fba53. 00010000:00000010:2.1:1764938847.215144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd78e5a5. 00010000:00000010:1.1:1764938847.215278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0e4f4b2. 00010000:00000010:1.1:1764938847.215288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bc0922. 00010000:00000010:1.1:1764938847.215310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000373a643a. 00010000:00000010:1.1:1764938847.215313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:1.1:1764938847.219144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baaa63cd. 00010000:00000010:1.1:1764938847.219153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:0.1:1764938847.219205:0:15835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000863db82c. 00010000:00000010:0.1:1764938847.219210:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:2.1:1764938847.219338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001636b864. 00010000:00000010:2.1:1764938847.224509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000428d0911. 00010000:00000010:1.1:1764938847.242152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483bbd5d. 00010000:00000010:1.1:1764938847.242163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058cf7a66. 00010000:00000010:1.1:1764938847.242166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031e9be4c. 00010000:00000010:2.1:1764938847.242207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040a16474. 00010000:00000010:2.1:1764938847.242213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:0.1:1764938847.242495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f7f9f7a. 00010000:00000010:3.1:1764938847.247393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088472516. 00010000:00000010:1.1:1764938847.247723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b67a8b49. 00010000:00000010:1.1:1764938847.247730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:3.1:1764938847.258143:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3f05e31. 00010000:00000010:2.1:1764938847.258346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d4ddc28. 00010000:00000010:2.1:1764938847.258354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:2.1:1764938847.258359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6eff8c9. 00010000:00000010:2.1:1764938847.258361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.262404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6dba952. 00010000:00000010:1.1:1764938847.262634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072d599d3. 00010000:00000010:1.1:1764938847.262641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f59cea5f. 00010000:00000010:1.1:1764938847.262644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:1.1:1764938847.266316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000525cde96. 00010000:00000010:1.1:1764938847.266326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a92f370e. 00010000:00000010:1.1:1764938847.266329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bc0922. 00010000:00000010:1.1:1764938847.266334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938847.266336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938847.266340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a92685ee. 00010000:00000010:1.1:1764938847.266344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938847.272482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cdb9315. 00010000:00000010:1.1:1764938847.272495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006058f60d. 00010000:00000010:1.1:1764938847.272499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:1.1:1764938847.276142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cdcad43. 00010000:00000010:1.1:1764938847.276150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a33b5674. 00010000:00000010:1.1:1764938847.276153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:0.1:1764938847.276189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b495972. 00010000:00000010:2.1:1764938847.276220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c3e0b86. 00010000:00000010:2.1:1764938847.276224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:2.1:1764938847.283187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001a35037. 00010000:00000010:2.1:1764938847.283201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.283205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938847.283208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:1.1:1764938847.287142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f473eec5. 00010000:00000010:2.1:1764938847.287367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d578b8e. 00010000:00000010:2.1:1764938847.287373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.295482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b197145. 00010000:00000010:2.1:1764938847.295488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:1.1:1764938847.296250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5fa6ff. 00010000:00000010:0.1:1764938847.299284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c17231eb. 00010000:00000010:0.1:1764938847.299292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1da406. 00010000:00000010:1.1:1764938847.304321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d214565. 00010000:00000010:2.1:1764938847.304381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f864ded. 00010000:00000010:2.1:1764938847.304388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.304392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ddedd20. 00010000:00000010:2.1:1764938847.304394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.304405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece6fe35. 00010000:00000010:2.1:1764938847.304409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077f859c0. 00010000:00000010:2.1:1764938847.304412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.304414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecb08a1. 00010000:00000010:2.1:1764938847.304417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.1:1764938847.311508:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d1162b1. 00010000:00000010:2.1:1764938847.311517:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:1.1:1764938847.312455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f3e85e7. 00010000:00000010:2.1:1764938847.314613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e70069. 00010000:00000010:2.1:1764938847.314625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:1.1:1764938847.315152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b27def26. 00010000:00000010:0.1:1764938847.315857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e070040. 00010000:00000010:0.1:1764938847.320271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463922e9. 00010000:00000010:2.1:1764938847.320314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002054bca. 00010000:00000010:2.1:1764938847.320320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:0.1:1764938847.325142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006f10e15. 00010000:00000010:2.1:1764938847.325320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004136782b. 00010000:00000010:2.1:1764938847.325327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.1:1764938847.330173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee7d6296. 00010000:00000010:2.1:1764938847.330179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:2.1:1764938847.330183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c74dfb2c. 00010000:00000010:2.1:1764938847.330185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:0.1:1764938847.337047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036126ded. 00010000:00000010:0.1:1764938847.337054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2b520f. 00010000:00000010:1.1:1764938847.342144:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e3340e2. 00010000:00000010:1.1:1764938847.342152:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:3.1:1764938847.348155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e8dc7c. 00010000:00000010:1.1:1764938847.348207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1356741. 00010000:00000010:1.1:1764938847.348213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:3.1:1764938847.351246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae409ce3. 00010000:00000010:1.1:1764938847.352137:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a08ae635. 00010000:00000010:1.1:1764938847.352144:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:1.1:1764938847.361282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e113a2e. 00010000:00000010:1.1:1764938847.361297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:2.1:1764938847.370138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1514b4. 00010000:00000010:1.1:1764938847.371170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938847.371180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:1.1:1764938847.371184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006779d45e. 00010000:00000010:1.1:1764938847.371187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:1.1:1764938847.371202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a93d80b1. 00010000:00000010:1.1:1764938847.371206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938847.371208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2e3b0c0. 00010000:00000010:1.1:1764938847.371211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bc0922. 00010000:00000010:1.1:1764938847.371214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000987ee5f5. 00010000:00000010:1.1:1764938847.371216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:1.1:1764938847.371218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f2901f5. 00010000:00000010:1.1:1764938847.371222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:1.1:1764938847.371226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040b41c8a. 00010000:00000010:1.1:1764938847.371230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:1.1:1764938847.371232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a63b6d69. 00010000:00000010:1.1:1764938847.371234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:1.1:1764938847.371237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e530bfa. 00010000:00000010:1.1:1764938847.371239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:1.1:1764938847.371241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df52c003. 00010000:00000010:1.1:1764938847.371243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:1.1:1764938847.371247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e5e566. 00010000:00000010:1.1:1764938847.371249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938847.371251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938847.371255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.1:1764938847.371257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a04fe592. 00010000:00000010:1.1:1764938847.371259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.1:1764938847.371262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbe69ff6. 00010000:00000010:1.1:1764938847.371264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.1:1764938847.371266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c44d912. 00010000:00000010:1.1:1764938847.371270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.1:1764938847.371272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad96e5f1. 00010000:00000010:1.1:1764938847.371274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.1:1764938847.371276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb488db. 00010000:00000010:1.1:1764938847.371279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000247f5366. 00010000:00000010:1.1:1764938847.371284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004116b860. 00010000:00000010:1.1:1764938847.371287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bbfc59. 00010000:00000010:1.1:1764938847.371289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cbe35a3. 00010000:00000010:1.1:1764938847.371291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000244b8b2a. 00010000:00000010:1.1:1764938847.371293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012737f40. 00010000:00000010:1.1:1764938847.371295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a000dee4. 00010000:00000010:1.1:1764938847.371297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001771a974. 00010000:00000010:1.1:1764938847.371299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:1.1:1764938847.371303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c877d1b7. 00010000:00000010:1.1:1764938847.371305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.1:1764938847.371307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003464d977. 00010000:00000010:1.1:1764938847.371309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.1:1764938847.371311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb3c0df. 00010000:00000010:1.1:1764938847.371314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:1.1:1764938847.371316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009baf4fa7. 00010000:00000010:1.1:1764938847.371318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068c13420. 00010000:00000010:1.1:1764938847.371320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9cfcf92. 00010000:00000010:1.1:1764938847.371324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a85ab0d. 00010000:00000010:1.1:1764938847.371329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a28245d. 00010000:00000010:1.1:1764938847.371332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9129a9c. 00010000:00000010:1.1:1764938847.371334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001385aac1. 00010000:00000010:1.1:1764938847.371336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057e6df9. 00010000:00000010:1.1:1764938847.371340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730e4fca. 00010000:00000010:1.1:1764938847.371343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa03fc74. 00010000:00000010:1.1:1764938847.371345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea9aa57. 00010000:00000010:1.1:1764938847.371348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef0c6208. 00010000:00000010:1.1:1764938847.371350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b499e2. 00010000:00000010:1.1:1764938847.371353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51a268a. 00010000:00000010:1.1:1764938847.371355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a5dab29. 00010000:00000010:1.1:1764938847.371357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e7c05e. 00010000:00000010:1.1:1764938847.371359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009685d585. 00010000:00000010:1.1:1764938847.371361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a77c2bf. 00010000:00000010:1.1:1764938847.371363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f546e5a. 00010000:00000010:1.1:1764938847.371365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef24fbcb. 00010000:00000010:1.1:1764938847.371367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e8b0c56. 00010000:00000010:1.1:1764938847.371368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b666da. 00010000:00000010:1.1:1764938847.371370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c4f836a. 00010000:00000010:1.1:1764938847.371372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb340eae. 00010000:00000010:1.1:1764938847.371374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f76efb39. 00010000:00000010:1.1:1764938847.371376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd800b9. 00010000:00000010:1.1:1764938847.371379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000715c4ef3. 00010000:00000010:1.1:1764938847.371381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554768b3. 00010000:00000010:1.1:1764938847.371383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc5ccc86. 00010000:00000010:1.1:1764938847.371385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fa7d462. 00010000:00000010:1.1:1764938847.371387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015b16a56. 00010000:00000010:1.1:1764938847.371389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e9135ff. 00010000:00000010:1.1:1764938847.371391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b028f1. 00010000:00000010:1.1:1764938847.371393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002adb507. 00010000:00000010:1.1:1764938847.371403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000204582f2. 00010000:00000010:1.1:1764938847.371406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c15ef45. 00010000:00000010:1.1:1764938847.371408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b57ab0. 00010000:00000010:1.1:1764938847.371410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:1.1:1764938847.371412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae847b0. 00010000:00000010:1.1:1764938847.371414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:1.1:1764938847.371416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c606359. 00010000:00000010:1.1:1764938847.371418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:1.1:1764938847.371419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500350ff. 00010000:00000010:1.1:1764938847.371421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000584e3044. 00010000:00000010:1.1:1764938847.371424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938847.371427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:3.1:1764938847.390150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000f261d1. 00010000:00000010:3.1:1764938847.390159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e4f9b5e. 00010000:00000010:3.1:1764938847.390164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938847.390168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.1:1764938847.390170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d2a5adf. 00010000:00000010:3.1:1764938847.390173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00010000:00000010:3.1:1764938847.390176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ca89c2e. 00010000:00000010:3.1:1764938847.390178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:3.1:1764938847.390181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b08beac. 00010000:00000010:3.1:1764938847.390184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.1:1764938847.390187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2610ac6. 00010000:00000010:3.1:1764938847.390190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.1:1764938847.390192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000043ed63b. 00010000:00000010:3.1:1764938847.390194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.1:1764938847.390196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000482317b4. 00010000:00000010:3.1:1764938847.390198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.1:1764938847.390200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019061168. 00010000:00000010:3.1:1764938847.390202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00010000:00000010:3.1:1764938847.390204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7bfee2f. 00010000:00000010:3.1:1764938847.390206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.1:1764938847.390208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000023f8ff2. 00010000:00000010:3.1:1764938847.390210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.1:1764938847.390213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e819e64. 00010000:00000010:3.1:1764938847.390216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938847.390218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075d87ff1. 00010000:00000010:3.1:1764938847.390221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938847.390223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d9ec97b. 00010000:00000010:3.1:1764938847.390226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.1:1764938847.390228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094ffb6e9. 00010000:00000010:3.1:1764938847.390230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00010000:00000010:3.1:1764938847.390233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e70069. 00010000:00000010:3.1:1764938847.390236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938847.390238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea981cde. 00010000:00000010:3.1:1764938847.390240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:3.1:1764938847.390243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f22de5cc. 00010000:00000010:3.1:1764938847.390245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938847.390249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b55c5a47. 00010000:00000010:3.1:1764938847.390252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1e05280. 00010000:00000010:3.1:1764938847.390255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d4049b. 00010000:00000010:3.1:1764938847.390258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c509ef0e. 00010000:00000010:3.1:1764938847.390260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cd8dea. 00010000:00000010:3.1:1764938847.390263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d050c87f. 00010000:00000010:3.1:1764938847.390266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:3.1:1764938847.390270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6e3104. 00010000:00000010:3.1:1764938847.390272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d66c940b. 00010000:00000010:3.1:1764938847.390275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000095b63f4. 00010000:00000010:3.1:1764938847.390277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010431665. 00010000:00000010:3.1:1764938847.390279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fcfa2c0. 00010000:00000010:3.1:1764938847.390283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a92685ee. 00010000:00000010:3.1:1764938847.390286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047933155. 00010000:00000010:3.1:1764938847.390288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d96953. 00010000:00000010:3.1:1764938847.390290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77f5be9. 00010000:00000010:3.1:1764938847.390292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000354d309f. 00010000:00000010:3.1:1764938847.390294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0f11a1a. 00010000:00000010:3.1:1764938847.390295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023926a6c. 00010000:00000010:3.1:1764938847.390298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001014ab88. 00010000:00000010:3.1:1764938847.390300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e86c3682. 00010000:00000010:3.1:1764938847.390302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083011720. 00010000:00000010:3.1:1764938847.390304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7a37c60. 00010000:00000010:3.1:1764938847.390306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbde7f3f. 00010000:00000010:3.1:1764938847.390308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc452d66. 00010000:00000010:3.1:1764938847.390311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23a9a1. 00010000:00000010:3.1:1764938847.390314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b67a8b49. 00010000:00000010:3.1:1764938847.390318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0d881c. 00010000:00000010:3.1:1764938847.390320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c7e6b7b. 00010000:00000010:3.1:1764938847.390322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036125a9f. 00010000:00000010:3.1:1764938847.390325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e2feb0. 00010000:00000010:3.1:1764938847.390327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9938ed7. 00010000:00000010:3.1:1764938847.390329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000692f7bc6. 00010000:00000010:3.1:1764938847.390331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eba6654b. 00010000:00000010:3.1:1764938847.390333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009298cb15. 00010000:00000010:3.1:1764938847.390335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0922e6. 00010000:00000010:3.1:1764938847.390337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d58e402. 00010000:00000010:3.1:1764938847.390339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16d2f93. 00010000:00000010:3.1:1764938847.390342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001a6b634. 00010000:00000010:3.1:1764938847.390344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076868547. 00010000:00000010:3.1:1764938847.390347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b83c5fab. 00010000:00000010:3.1:1764938847.390350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00010000:00000010:3.1:1764938847.390352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dca4bdc. 00010000:00000010:3.1:1764938847.390355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000370fa2fd. 00010000:00000010:3.1:1764938847.390357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec466c2d. 00010000:00000010:3.1:1764938847.390359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.1:1764938847.390362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483bbd5d. 00010000:00000010:3.1:1764938847.390365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4b602d. 00010000:00000010:3.1:1764938847.390366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009729e7e6. 00010000:00000010:3.1:1764938847.390369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c98858c. 00010000:00000010:3.1:1764938847.390370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfd57097. 00010000:00000010:3.1:1764938847.390373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007faf6b4a. 00010000:00000010:3.1:1764938847.390375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097cd204f. 00010000:00000010:3.1:1764938847.390377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2bac977. 00010000:00000010:3.1:1764938847.390379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdeb55a. 00010000:00000010:3.1:1764938847.390381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e32380. 00010000:00000010:3.1:1764938847.390383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c1fadfd. 00010000:00000010:3.1:1764938847.390385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017698e80. 00010000:00000010:0.1:1764938847.401182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc1d5d3. 00010000:00000010:0.1:1764938847.401192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1d75d. 00010000:00000010:0.1:1764938847.401196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001514c824. 00010000:00000010:0.1:1764938847.401201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0df21dd. 00010000:00000010:0.1:1764938847.401202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014022999. 00010000:00000010:0.1:1764938847.401206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069fed4fe. 00010000:00000010:0.1:1764938847.401208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcf3ef7b. 00010000:00000010:0.1:1764938847.401211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adccfc07. 00010000:00000010:0.1:1764938847.401214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000579ef55d. 00010000:00000010:0.1:1764938847.401216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb5bd1d. 00010000:00000010:0.1:1764938847.401218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efa35efe. 00010000:00000010:0.1:1764938847.401220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5fa6ff. 00010000:00000010:0.1:1764938847.401222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040ec11d4. 00010000:00000010:0.1:1764938847.401224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058cf7a66. 00010000:00000010:0.1:1764938847.401226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e8d5353. 00010000:00000010:0.1:1764938847.401228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331196bb. 00010000:00000010:0.1:1764938847.401230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf41031. 00010000:00000010:0.1:1764938847.401232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005404c1df. 00010000:00000010:0.1:1764938847.401234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b2c700. 00010000:00000010:0.1:1764938847.401237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483d3e7b. 00010000:00000010:0.1:1764938847.401309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea2d229. 00010000:00000010:0.1:1764938847.401314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006134f5df. 00010000:00000010:0.1:1764938847.401316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfdbb42b. 00010000:00000010:0.1:1764938847.401318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006554f1c1. 00010000:00000010:0.1:1764938847.401320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c75b2c28. 00010000:00000010:0.1:1764938847.401323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946da9cf. 00010000:00000010:0.1:1764938847.401325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c5481e1. 00010000:00000010:0.1:1764938847.401327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4949c63. 00010000:00000010:0.1:1764938847.401328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e1428f. 00010000:00000010:0.1:1764938847.401330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000540d7ac5. 00010000:00000010:0.1:1764938847.401332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad4b0fe. 00010000:00000010:0.1:1764938847.401333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be131b6. 00010000:00000010:0.1:1764938847.401335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069af4105. 00010000:00000010:0.1:1764938847.401338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b0371e. 00010000:00000010:0.1:1764938847.401339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f0f1dc. 00010000:00000010:0.1:1764938847.401343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088fb9e6b. 00010000:00000010:0.1:1764938847.401347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6b6d05d. 00010000:00000010:0.1:1764938847.401349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000895c0433. 00010000:00000010:0.1:1764938847.401353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009176364d. 00010000:00000010:0.1:1764938847.401355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ada3da4. 00010000:00000010:0.1:1764938847.401357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3bdcafd. 00010000:00000010:0.1:1764938847.401359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbcaf815. 00010000:00000010:0.1:1764938847.401361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a69b7af2. 00010000:00000010:0.1:1764938847.401363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ccb01cc. 00010000:00000010:0.1:1764938847.401365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007efc7b32. 00010000:00000010:0.1:1764938847.401368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9155363. 00010000:00000010:0.1:1764938847.401370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011a6021d. 00010000:00000010:0.1:1764938847.401372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c812380a. 00010000:00000010:0.1:1764938847.401375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1182083. 00010000:00000010:0.1:1764938847.401377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004303c9d5. 00010000:00000010:0.1:1764938847.401379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029dbd9d1. 00010000:00000010:0.1:1764938847.401381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9488646. 00010000:00000010:0.1:1764938847.401383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005f5cab1. 00010000:00000010:0.1:1764938847.401385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c00e232. 00010000:00000010:0.1:1764938847.401387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000009b8a2d. 00010000:00000010:0.1:1764938847.401389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7d07a57. 00010000:00000010:0.1:1764938847.401391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e65ac7cb. 00010000:00000010:0.1:1764938847.401392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b576eddb. 00010000:00000010:0.1:1764938847.401394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caabf079. 00010000:00000010:0.1:1764938847.401404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024dff909. 00010000:00000010:0.1:1764938847.401406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079fbc2ac. 00010000:00000010:0.1:1764938847.401409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.1:1764938847.401412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b4db915. 00010000:00000010:0.1:1764938847.401415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ea232e. 00010000:00000010:0.1:1764938847.401417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000997ef561. 00010000:00000010:0.1:1764938847.401419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.1:1764938847.402023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b69cb02. 00010000:00000010:0.1:1764938847.402032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00010000:00000010:0.1:1764938847.402037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1acb95e. 00010000:00000010:0.1:1764938847.402042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002079d41. 00010000:00000010:0.1:1764938847.402044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6671f77. 00010000:00000010:0.1:1764938847.402048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d45167e. 00010000:00000010:0.1:1764938847.402051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000005eac9e. 00010000:00000010:0.1:1764938847.402055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4bcd7ac. 00010000:00000010:0.1:1764938847.402058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a200c0. 00010000:00000010:0.1:1764938847.402061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccf1232. 00010000:00000010:0.1:1764938847.402064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083edf610. 00010000:00000010:0.1:1764938847.402066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f65e2e. 00010000:00000010:0.1:1764938847.402069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee628855. 00010000:00000010:0.1:1764938847.402072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b7957c. 00010000:00000010:0.1:1764938847.402074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b949275. 00010000:00000010:0.1:1764938847.402077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab76827. 00010000:00000010:0.1:1764938847.402081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab683f34. 00010000:00000010:0.1:1764938847.402083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffcc4db9. 00010000:00000010:0.1:1764938847.402086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ad3bac. 00010000:00000010:0.1:1764938847.402088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009814a89b. 00010000:00000010:0.1:1764938847.402092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6d5c95b. 00010000:00000010:0.1:1764938847.402095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb659c4. 00010000:00000010:0.1:1764938847.402097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000390fde19. 00010000:00000010:0.1:1764938847.402100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000729f810a. 00010000:00000010:0.1:1764938847.402126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000562935bb. 00010000:00000010:0.1:1764938847.402128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341127d6. 00010000:00000010:0.1:1764938847.402130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006607f716. 00010000:00000010:0.1:1764938847.402133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d665f1. 00010000:00000010:0.1:1764938847.402134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018c70cb0. 00010000:00000010:0.1:1764938847.402136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000187c95f. 00010000:00000010:0.1:1764938847.402138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018040d7e. 00010000:00000010:0.1:1764938847.402140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:0.1:1764938847.402142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000591e0ce1. 00010000:00000010:0.1:1764938847.402145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009370766c. 00010000:00000010:0.1:1764938847.402149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eea63664. 00010000:00000010:0.1:1764938847.402152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.1:1764938847.402154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5901321. 00010000:00000010:0.1:1764938847.402156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.1:1764938847.402158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af7f53dd. 00010000:00000010:0.1:1764938847.402160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029658e39. 00010000:00000010:0.1:1764938847.402162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59e05fd. 00010000:00000010:0.1:1764938847.402166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d214565. 00010000:00000010:0.1:1764938847.402168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033e20115. 00010000:00000010:0.1:1764938847.402172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073932e4a. 00010000:00000010:0.1:1764938847.402174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb207e9. 00010000:00000010:0.1:1764938847.402177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011d4a03d. 00010000:00000010:0.1:1764938847.402180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a6ae75. 00010000:00000010:0.1:1764938847.402181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa990a2. 00010000:00000010:0.1:1764938847.402183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044b28ab0. 00010000:00000010:0.1:1764938847.402185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce25720b. 00010000:00000010:0.1:1764938847.402187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8bd5547. 00010000:00000010:0.1:1764938847.402189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001373a210. 00010000:00000010:0.1:1764938847.402193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe9df79d. 00010000:00000010:0.1:1764938847.402197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e1dbd5e. 00010000:00000010:0.1:1764938847.402200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b973572b. 00010000:00000010:0.1:1764938847.402202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ce5b37. 00010000:00000010:0.1:1764938847.402205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a08ccd41. 00010000:00000010:0.1:1764938847.402208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae5df31. 00010000:00000010:0.1:1764938847.402210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079a0f6bf. 00010000:00000010:0.1:1764938847.402213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003065a6d6. 00010000:00000010:0.1:1764938847.402215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000951145e5. 00010000:00000010:0.1:1764938847.402218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9a72936. 00010000:00000010:0.1:1764938847.402220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3cef98d. 00010000:00000010:0.1:1764938847.402224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c6ea7d. 00010000:00000010:0.1:1764938847.402227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050cb27a0. 00010000:00000010:0.1:1764938847.402231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738c20d8. 00010000:00000010:0.1:1764938847.402233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2600bc8. 00010000:00000010:0.1:1764938847.402236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002662e582. 00010000:00000010:0.1:1764938847.402238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005515ace9. 00010000:00000010:0.1:1764938847.402241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d61d1ad. 00010000:00000010:0.1:1764938847.402243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075062e12. 00010000:00000010:0.1:1764938847.402246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e43607f. 00010000:00000010:0.1:1764938847.402248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044448e7b. 00010000:00000010:0.1:1764938847.402252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a03570a1. 00010000:00000010:0.1:1764938847.404753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a2ccc6. 00010000:00000010:0.1:1764938847.404771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc942e9. 00010000:00000010:0.1:1764938847.404775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000114026b. 00010000:00000010:0.1:1764938847.404778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000414c8018. 00010000:00000010:0.1:1764938847.404781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4358c31. 00010000:00000010:0.1:1764938847.404783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007684ffb8. 00010000:00000010:0.1:1764938847.404785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004579bc8d. 00010000:00000010:0.1:1764938847.404788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038dc0fdd. 00010000:00000010:0.1:1764938847.404791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e1741b4. 00010000:00000010:0.1:1764938847.404793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c1a867c. 00010000:00000010:0.1:1764938847.404796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad3bafa9. 00010000:00000010:0.1:1764938847.404798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee6f83e. 00010000:00000010:0.1:1764938847.404801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042d1165e. 00010000:00000010:0.1:1764938847.404804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008031c893. 00010000:00000010:0.1:1764938847.404806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd8a235c. 00010000:00000010:0.1:1764938847.404809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000194fe28. 00010000:00000010:0.1:1764938847.404811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ab3658. 00010000:00000010:0.1:1764938847.404814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc158187. 00010000:00000010:0.1:1764938847.404816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d05e3504. 00010000:00000010:0.1:1764938847.404818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35ec0ae. 00010000:00000010:0.1:1764938847.404820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069db6db4. 00010000:00000010:0.1:1764938847.404823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b06c452. 00010000:00000010:0.1:1764938847.404828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0305a1d. 00010000:00000010:0.1:1764938847.404834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045cf2be2. 00010000:00000010:0.1:1764938847.404837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008524016a. 00010000:00000010:0.1:1764938847.404840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d18a07e. 00010000:00000010:0.1:1764938847.404842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052922f45. 00010000:00000010:0.1:1764938847.404846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409bd77b. 00010000:00000010:0.1:1764938847.404849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf7795c. 00010000:00000010:0.1:1764938847.404852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f7aa2ed. 00010000:00000010:0.1:1764938847.404855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a2da9. 00010000:00000010:0.1:1764938847.404858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a38c7. 00010000:00000010:0.1:1764938847.404860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbc9cddc. 00010000:00000010:0.1:1764938847.404862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be44c19b. 00010000:00000010:0.1:1764938847.404865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973f752f. 00010000:00000010:0.1:1764938847.404867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015061fd. 00010000:00000010:0.1:1764938847.404869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081ff2d2f. 00010000:00000010:0.1:1764938847.404872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8aedc7. 00010000:00000010:0.1:1764938847.404874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bd7b154. 00010000:00000010:0.1:1764938847.404877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e636810. 00010000:00000010:0.1:1764938847.404880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000338111dd. 00010000:00000010:0.1:1764938847.404882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6dab03d. 00010000:00000010:0.1:1764938847.404884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004362ce4d. 00010000:00000010:0.1:1764938847.404886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da05e62. 00010000:00000010:0.1:1764938847.404888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000003b73d6. 00010000:00000010:0.1:1764938847.404890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3dcd75. 00010000:00000010:1.1:1764938847.425296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cf3f95. 00010000:00000010:1.1:1764938847.425304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc0e93c. 00010000:00000010:2.1:1764938847.428294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab551b3f. 00010000:00000010:1.1:1764938847.432272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067886e9e. 00010000:00000010:1.1:1764938847.432281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b7cedc2. 00010000:00000010:1.1:1764938847.432285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:2.1:1764938847.437358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f34c3dd. 00010000:00000010:1.1:1764938847.440848:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000addc9cfd. 00010000:00000010:1.1:1764938847.440857:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000584e3044. 00010000:00000010:2.1:1764938847.441763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca7af3c8. 00010000:00000010:1.1:1764938847.444854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fff8b25. 00010000:00000010:1.1:1764938847.444872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:3.1:1764938847.444967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f73614. 00010000:00000010:1.1:1764938847.448566:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcb004de. 00010000:00000010:1.1:1764938847.448575:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.1:1764938847.448579:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938847.448582:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:3.1:1764938847.452313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f727eb7b. 00010000:00000010:1.1:1764938847.456247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aef30433. 00010000:00000010:1.1:1764938847.456260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:2.1:1764938847.460154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b28e26dd. 00010000:00000010:1.1:1764938847.464501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015573d8a. 00010000:00000010:1.1:1764938847.464509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:2.1:1764938847.468134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983d032c. 00010000:00000010:1.1:1764938847.468429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d001648b. 00010000:00000010:1.1:1764938847.468435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c632dea. 00010000:00000010:1.1:1764938847.468439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.1:1764938847.471437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ad0111. 00010000:00000010:1.1:1764938847.471446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:3.1:1764938847.477767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000205d0559. 00010000:00000010:2.1:1764938847.481169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb07507. 00010000:00000010:1.1:1764938847.481757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f99aaac1. 00010000:00000010:1.1:1764938847.481766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:1.1:1764938847.481770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938847.481774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:3.1:1764938847.488433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a8b432. 00010000:00000010:1.1:1764938847.488550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e07c2059. 00010000:00000010:1.1:1764938847.488557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:1.1:1764938847.493277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000845d24ad. 00010000:00000010:1.1:1764938847.493285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:0.1:1764938847.493796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e162113. 00010000:00000010:0.1:1764938847.493802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000584e3044. 00010000:00000010:2.1:1764938847.496182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e394a4. 00010000:00000010:3.1:1764938847.505123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bbfc1f3. 00010000:00000010:1.1:1764938847.505625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f88429. 00010000:00000010:1.1:1764938847.505633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3dcd75. 00010000:00000010:2.1:1764938847.510233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc2640a. 00010000:00000010:0.1:1764938847.515188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030cb6aab. 00010000:00000010:1.1:1764938847.515777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c35ea485. 00010000:00000010:1.1:1764938847.515784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:1.1:1764938847.515787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938847.515790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:1.1:1764938847.518432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8b03b3. 00010000:00000010:1.1:1764938847.518445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.1:1764938847.523134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a36115. 00010000:00000010:1.1:1764938847.523145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:3.1:1764938847.523192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007138c4f9. 00010000:00000010:0.1:1764938847.529341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c68b07d. 00010000:00000010:2.1:1764938847.529788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000838a3af4. 00010000:00000010:2.1:1764938847.529795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c15ef45. 00010000:00000010:3.1:1764938847.538146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb11dbe9. 00010000:00000010:1.1:1764938847.545146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e99d8544. 00010000:00000010:1.1:1764938847.545153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:3.1:1764938847.545561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135403e1. 00010000:00000010:3.1:1764938847.549222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ab8999. 00010000:00000010:1.1:1764938847.549365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1d22a84. 00010000:00000010:1.1:1764938847.549371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d7f253d. 00010000:00000010:1.1:1764938847.549376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:1.1:1764938847.549379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000536c284f. 00010000:00000010:1.1:1764938847.549382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.1:1764938847.553551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054650b4d. 00010000:00000010:1.1:1764938847.553564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:3.1:1764938847.554560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d17f0406. 00010000:00000010:1.1:1764938847.562135:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e33d267. 00010000:00000010:1.1:1764938847.562144:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:2.1:1764938847.562379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c01c3c3. 00010000:00000010:1.1:1764938847.567416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a96f84ba. 00010000:00000010:1.1:1764938847.567430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a8517e. 00010000:00000010:3.1:1764938847.567566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa212eac. 00010000:00000010:1.1:1764938847.571564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017f27b2f. 00010000:00000010:1.1:1764938847.571577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.1:1764938847.571581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051e38b0. 00010000:00000010:1.1:1764938847.571584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030578509. 00010000:00000010:1.1:1764938847.571586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:1.1:1764938847.571589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938847.571593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:3.1:1764938847.579488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b904964. 00010000:00000010:2.1:1764938847.582147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a0c41f6. 00010000:00000010:1.1:1764938847.582201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d808c784. 00010000:00000010:1.1:1764938847.582207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:1.1:1764938847.586761:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af91d6f5. 00010000:00000010:1.1:1764938847.586769:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a8517e. 00010000:00000010:3.1:1764938847.587294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2e5344. 00010000:00000010:2.1:1764938847.590148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b279eb92. 00010000:00000010:1.1:1764938847.590327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010e5cf2c. 00010000:00000010:1.1:1764938847.590333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:1.1:1764938847.594145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e09f4fea. 00010000:00000010:1.1:1764938847.594155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:3.1:1764938847.598139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5881ad9. 00010000:00000010:0.1:1764938847.601726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e7feaa. 00010000:00000010:0.1:1764938847.601733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:2.1:1764938847.606141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00010000:00000010:2.1:1764938847.606148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da05e62. 00010000:00000010:2.1:1764938847.606153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004da41e44. 00010000:00000010:2.1:1764938847.613492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000824e1fdd. 00010000:00000010:2.1:1764938847.613501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6dab03d. 00010000:00000010:3.1:1764938847.614260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c4a9cd. 00010000:00000010:0.1:1764938847.617198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002777c499. 00010000:00000010:2.1:1764938847.630302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb8331a4. 00010000:00000010:2.1:1764938847.630310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:3.1:1764938847.630456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b533a98. 00010000:00000010:2.1:1764938847.634149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2bd5523. 00010000:00000010:2.1:1764938847.634160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938847.637554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001429f3fa. 00010000:00000010:2.1:1764938847.638143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9496ee3. 00010000:00000010:2.1:1764938847.638150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ad0b84. 00010000:00000010:2.1:1764938847.638154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.642285:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7d126f3. 00010000:00000010:2.1:1764938847.642292:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:0.1:1764938847.647192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dabaab88. 00010000:00000010:2.1:1764938847.647236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e64d7a4. 00010000:00000010:2.1:1764938847.647242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:3.1:1764938847.654565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a703983. 00010000:00000010:2.1:1764938847.658372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ee09543. 00010000:00000010:2.1:1764938847.658381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:0.1:1764938847.659217:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000854896b4. 00010000:00000010:3.1:1764938847.663260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000743f62e4. 00010000:00000010:2.1:1764938847.663313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002614e84b. 00010000:00000010:2.1:1764938847.663321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.665793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c40ceade. 00010000:00000010:2.1:1764938847.665801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:0.1:1764938847.666135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc6e95f. 00010000:00000010:2.1:1764938847.670267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000986d5fc5. 00010000:00000010:2.1:1764938847.670274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:0.1:1764938847.670359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e7603d. 00010000:00000010:2.1:1764938847.674254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b204a894. 00010000:00000010:2.1:1764938847.674260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.674263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047db7cd2. 00010000:00000010:2.1:1764938847.674266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:0.1:1764938847.677139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c101daf. 00010000:00000010:1.1:1764938847.677151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cb65a90. 00010000:00000010:1.1:1764938847.677157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.681425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b438230b. 00010000:00000010:2.1:1764938847.681441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:3.1:1764938847.681482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d1982a3. 00010000:00000010:2.1:1764938847.685147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ed967c5. 00010000:00000010:2.1:1764938847.685155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:0.1:1764938847.685844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092770e44. 00010000:00000010:0.1:1764938847.689167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f292e13. 00010000:00000010:2.1:1764938847.693313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005727f7c8. 00010000:00000010:2.1:1764938847.693320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:0.1:1764938847.694218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a37927ca. 00010000:00000010:2.1:1764938847.698166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003009277f. 00010000:00000010:2.1:1764938847.698178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.698182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047db7cd2. 00010000:00000010:2.1:1764938847.698185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:0.1:1764938847.698226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ba5e4a3. 00010000:00000010:2.1:1764938847.702173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a080afd8. 00010000:00000010:0.1:1764938847.702173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003974919f. 00010000:00000010:2.1:1764938847.702182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:2.1:1764938847.705756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efd77d21. 00010000:00000010:2.1:1764938847.705769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.710220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000650a5887. 00010000:00000010:2.1:1764938847.710227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044c19b5a. 00010000:00000010:2.1:1764938847.710231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:0.1:1764938847.717034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bea673cc. 00010000:00000010:0.1:1764938847.718153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000380fb78. 00010000:00000010:2.1:1764938847.718160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd5ab5c. 00010000:00000010:2.1:1764938847.718169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.1:1764938847.727174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa6e7fea. 00010000:00000010:2.1:1764938847.727198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.727206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047db7cd2. 00010000:00000010:2.1:1764938847.727209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:3.1:1764938847.731386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f05097. 00010000:00000010:2.1:1764938847.737236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005559d1f0. 00010000:00000010:2.1:1764938847.737242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:3.1:1764938847.745140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c4b27e. 00010000:00000010:2.1:1764938847.745203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e063502. 00010000:00000010:2.1:1764938847.745208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938847.748435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ad2e12a. 00010000:00000010:2.1:1764938847.749132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec176f7c. 00010000:00000010:2.1:1764938847.749140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.749156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2b15577. 00010000:00000010:2.1:1764938847.749161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:0.1:1764938847.753347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006019bbf7. 00010000:00000010:2.1:1764938847.757302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001613480a. 00010000:00000010:2.1:1764938847.757316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:2.1:1764938847.757320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047db7cd2. 00010000:00000010:2.1:1764938847.757322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:3.1:1764938847.757614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078aba577. 00010000:00000010:2.1:1764938847.761496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ed3a480. 00010000:00000010:2.1:1764938847.761508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.765142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2392ae. 00010000:00000010:2.1:1764938847.765149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938847.765919:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddad1ce8. 00010000:00000010:3.1:1764938847.769321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066234acf. 00010000:00000010:2.1:1764938847.777143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e007c29d. 00010000:00000010:2.1:1764938847.777151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:3.1:1764938847.777305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc2b5167. 00010000:00000010:3.1:1764938847.781581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de01444. 00010000:00000010:3.1:1764938847.785205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006247797b. 00010000:00000010:2.1:1764938847.785215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016f10fb0. 00010000:00000010:2.1:1764938847.785223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.1:1764938847.785227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c5ec45f. 00010000:00000010:2.1:1764938847.785231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.789518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e6383f5. 00010000:00000010:2.1:1764938847.789527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:0.1:1764938847.794886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f83d1d. 00010000:00000010:3.1:1764938847.795164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d4556f2. 00010000:00000010:2.1:1764938847.800537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d26e8c5. 00010000:00000010:2.1:1764938847.800544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:2.1:1764938847.800548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011a988ea. 00010000:00000010:2.1:1764938847.800552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:0.1:1764938847.803155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005476f72a. 00010000:00000010:3.1:1764938847.807150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a862e5. 00010000:00000010:2.1:1764938847.807182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000610800ac. 00010000:00000010:2.1:1764938847.807189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.811954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094861ae5. 00010000:00000010:2.1:1764938847.811964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938847.816179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8795bf5. 00010000:00000010:3.1:1764938847.816185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040ad95b8. 00010000:00000010:2.1:1764938847.820165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000495f64e. 00010000:00000010:2.1:1764938847.820177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.820182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047db7cd2. 00010000:00000010:2.1:1764938847.820185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.824192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938847.824199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:1.1:1764938847.824225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9271999. 00010000:00000010:1.1:1764938847.824234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:3.1:1764938847.824265:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ed0031a. 00010000:00000010:2.1:1764938847.828386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a3f8e4. 00010000:00000010:2.1:1764938847.828401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938847.829210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b26a21. 00010000:00000010:3.1:1764938847.834353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055f7cc32. 00010000:00000010:3.1:1764938847.834361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a514faf. 00010000:00000010:1.1:1764938847.834421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af5a314. 00010000:00000010:2.1:1764938847.838227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adac5600. 00010000:00000010:2.1:1764938847.838235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938847.838239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a996b61. 00010000:00000010:2.1:1764938847.838242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.838245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938847.838247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.842165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000376fb3d6. 00010000:00000010:2.1:1764938847.842180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000654c8003. 00010000:00000010:2.1:1764938847.842184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:2.1:1764938847.846958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6bc1794. 00010000:00000010:2.1:1764938847.846970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938847.847885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000190dc94c. 00010000:00000010:1.1:1764938847.851145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000095fb89d. 00010000:00000010:2.1:1764938847.854222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c05cb871. 00010000:00000010:2.1:1764938847.854230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.858238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e7f637. 00010000:00000010:2.1:1764938847.858252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:3.1:1764938847.858300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007031c073. 00010000:00000010:1.1:1764938847.863183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8d88922. 00010000:00000010:3.1:1764938847.866526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000966c2de5. 00010000:00000010:2.1:1764938847.866690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030415ba6. 00010000:00000010:2.1:1764938847.866696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.1:1764938847.866699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938847.866701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00080000:00000010:2.0:1764938847.866717:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038efa66a. 00010000:00000010:2.0:1764938847.866786:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.866792:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5c3d2ef. 00010000:00000010:2.0:1764938847.866850:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938847.866855:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.866862:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.866865:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.866870:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.866878:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7ec5dd8. 02000000:00000010:2.0:1764938847.866896:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031cfb87c. 00000400:00000010:2.0:1764938847.866899:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.866902:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.866904:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626913536, portal 16 00000400:00000010:2.0:1764938847.866907:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938847.866909:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626913536, offset 0 00000400:00000200:2.0:1764938847.866913:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.866919:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.866924:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.866927:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.866930:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.866932:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89703:89703:256:4294967295] 192.168.203.57@tcp LPNI seq info [89703:89703:8:4294967295] 00000400:00000200:2.0:1764938847.866939:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.866943:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.866945:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938847.866948:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.866952:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.866954:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1764938847.872012:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.872018:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.872020:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.872032:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626913536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.872044:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626913536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.872072:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031cfb87c. 02000000:00000010:2.0:1764938847.872080:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7ec5dd8. 00000100:00000010:2.0:1764938847.872084:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.872087:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.872091:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00010000:00000010:2.1:1764938847.872147:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc03b5ac. 00010000:00000010:2.1:1764938847.872154:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00080000:00000010:2.0:1764938847.873452:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7ec5dd8. 00010000:00000010:2.0:1764938847.873523:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.873529:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000811b0252. 00010000:00000010:2.0:1764938847.873592:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.0:1764938847.873597:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.873605:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.873608:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.873613:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.873621:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031cfb87c. 02000000:00000010:2.0:1764938847.873639:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051ae5e85. 00000400:00000010:2.0:1764938847.873643:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.873646:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.873650:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626913600, portal 16 00000400:00000010:2.0:1764938847.873654:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938847.873655:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626913600, offset 0 00000400:00000200:2.0:1764938847.873660:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.873665:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.873670:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.873673:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.873675:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.873678:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89705:89705:255:4294967295] 192.168.203.57@tcp LPNI seq info [89705:89705:7:4294967295] 00000400:00000200:2.0:1764938847.873684:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.873688:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.873691:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82353186). 00000800:00000200:2.0:1764938847.873694:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.873697:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.873699:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938847.877182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312bee9c. 00010000:00000010:2.1:1764938847.877241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9ffef9b. 00010000:00000010:2.1:1764938847.877247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00000400:00000010:2.0:1764938847.879019:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.879024:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.879026:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.879034:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626913600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.879042:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626913600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.879069:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051ae5e85. 02000000:00000010:2.0:1764938847.879076:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031cfb87c. 00000100:00000010:2.0:1764938847.879079:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.879082:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.879086:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.880439:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031cfb87c. 00010000:00000010:2.0:1764938847.880518:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.880526:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5c37af6. 00010000:00000010:2.0:1764938847.880592:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:2.0:1764938847.880598:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.880607:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.880611:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.880618:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.880628:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051ae5e85. 02000000:00000010:2.0:1764938847.880648:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fb71990. 00000400:00000010:2.0:1764938847.880652:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.880656:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.880660:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626913664, portal 16 00000400:00000010:2.0:1764938847.880664:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d426dd4. 00000100:00000200:2.0:1764938847.880666:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626913664, offset 0 00000400:00000200:2.0:1764938847.880673:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.880681:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.880687:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.880690:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.880693:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.880695:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89707:89707:256:4294967295] 192.168.203.57@tcp LPNI seq info [89707:89707:8:4294967295] 00000400:00000200:2.0:1764938847.880702:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.880706:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.880709:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938847.880713:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.880718:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.880721:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938847.881536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd96257c. 00000400:00000010:2.0:1764938847.886387:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.886401:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.886404:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.886411:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626913664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.886419:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626913664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.886446:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fb71990. 02000000:00000010:2.0:1764938847.886453:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051ae5e85. 00000100:00000010:2.0:1764938847.886458:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.886461:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.886464:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.887451:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051ae5e85. 00010000:00000010:2.0:1764938847.887531:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.887537:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024d6139a. 00010000:00000010:2.0:1764938847.887608:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.0:1764938847.887614:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.887624:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.887628:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.887634:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.887642:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fb71990. 02000000:00000010:2.0:1764938847.888422:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fb52a23. 00000400:00000010:2.0:1764938847.888429:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.888433:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.888438:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626913728, portal 16 00000400:00000010:2.0:1764938847.888442:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000833d09aa. 00000100:00000200:2.0:1764938847.888444:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626913728, offset 0 00000400:00000200:2.0:1764938847.888452:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.888463:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.888469:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.888473:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.888476:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.888479:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89709:89709:255:4294967295] 192.168.203.57@tcp LPNI seq info [89709:89709:7:4294967295] 00000400:00000200:2.0:1764938847.888488:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.888493:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.888497:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82353186). 00000800:00000200:2.0:1764938847.888501:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.888506:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.888509:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938847.889401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba1ff83. 00010000:00000010:2.1:1764938847.889585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000251ca379. 00010000:00000010:2.1:1764938847.889591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00000400:00000010:2.0:1764938847.894467:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.894472:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.894474:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.894481:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626913728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.894490:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626913728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938847.894510:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000932b273. 02000000:00000010:2.0:1764938847.894524:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb52a23. 02000000:00000010:2.0:1764938847.894529:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004fb71990. 00000100:00000010:2.0:1764938847.894533:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.894536:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.894538:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.894553:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fb71990. 00010000:00000010:2.0:1764938847.894633:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.894639:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000698fb99d. 00010000:00000010:2.0:1764938847.894717:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938847.894723:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.894733:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.894737:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.894743:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.894752:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fb52a23. 02000000:00000010:2.0:1764938847.894774:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e949dc2b. 00000400:00000010:2.0:1764938847.894779:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.894782:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.894786:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626913792, portal 16 00000400:00000010:2.0:1764938847.894790:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938847.894792:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626913792, offset 0 00000400:00000200:2.0:1764938847.894798:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.894806:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.894812:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.894815:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.894818:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.894821:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89711:89711:256:4294967295] 192.168.203.57@tcp LPNI seq info [89711:89711:8:4294967295] 00000400:00000200:2.0:1764938847.894830:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.894848:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.894852:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938847.894857:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.894862:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.894865:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938847.897194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038afffd1. 00010000:00000010:2.1:1764938847.897207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:1.1:1764938847.898170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff6edd4. 00000400:00000010:2.0:1764938847.900090:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.900094:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.900097:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.900118:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626913792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.900125:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626913792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.900153:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e949dc2b. 02000000:00000010:2.0:1764938847.900161:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fb52a23. 00000100:00000010:2.0:1764938847.900166:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.900170:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.900174:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.900447:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fb52a23. 00010000:00000010:2.0:1764938847.900534:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.900542:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3aebdd3. 00010000:00000010:2.0:1764938847.900612:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.0:1764938847.900618:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.900626:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.900629:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.900633:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.900641:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e949dc2b. 02000000:00000010:2.0:1764938847.900660:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003df5af1e. 00000400:00000010:2.0:1764938847.900663:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.900666:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.900670:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626913856, portal 16 00000400:00000010:2.0:1764938847.900674:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aa85688. 00000100:00000200:2.0:1764938847.900676:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626913856, offset 0 00000400:00000200:2.0:1764938847.900724:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.900732:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.900739:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.900743:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.900745:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.900748:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89713:89713:255:4294967295] 192.168.203.57@tcp LPNI seq info [89713:89713:7:4294967295] 00000400:00000200:2.0:1764938847.900754:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.900758:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.900762:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938847.900766:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.900770:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.900773:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938847.902150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004640858c. 00010000:00000010:2.1:1764938847.902162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00000400:00000010:2.0:1764938847.904622:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.904627:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.904629:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.904636:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626913856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.904646:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626913856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.904683:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003df5af1e. 02000000:00000010:2.0:1764938847.904691:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e949dc2b. 00000100:00000010:2.0:1764938847.904694:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.904697:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.904700:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.904977:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e949dc2b. 00010000:00000010:2.0:1764938847.905054:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.905061:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a86921a6. 00010000:00000010:2.0:1764938847.905153:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:2.0:1764938847.905158:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.905166:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.905169:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.905174:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.905182:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003df5af1e. 02000000:00000010:2.0:1764938847.905200:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000beff75b7. 00000400:00000010:2.0:1764938847.905203:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.905206:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.905210:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626913920, portal 16 00000400:00000010:2.0:1764938847.905213:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938847.905215:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626913920, offset 0 00000400:00000200:2.0:1764938847.905219:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.905224:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.905231:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.905234:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.905236:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.905239:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89715:89715:255:4294967295] 192.168.203.57@tcp LPNI seq info [89715:89715:7:4294967295] 00000400:00000200:2.0:1764938847.905246:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.905250:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.905252:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82353186). 00000800:00000200:2.0:1764938847.905256:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.905260:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.905263:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938847.906483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12c2da5. 00010000:00000010:2.1:1764938847.906491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cde9587. 00010000:00000010:2.1:1764938847.906495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938847.907543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8890f58. 00000400:00000010:2.0:1764938847.909568:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.909573:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.909576:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.909583:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626913920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.909590:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626913920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.909617:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000beff75b7. 02000000:00000010:2.0:1764938847.909625:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003df5af1e. 00000100:00000010:2.0:1764938847.909628:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.909631:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.909634:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00010000:00000010:2.1:1764938847.910330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000019716ed. 00010000:00000010:2.1:1764938847.910338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:1.1:1764938847.910698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecd24c76. 00080000:00000010:2.0:1764938847.910969:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003df5af1e. 00010000:00000010:2.0:1764938847.911045:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.911052:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c815bd23. 00010000:00000010:2.0:1764938847.911154:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938847.911161:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.911172:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.911176:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.911181:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.911190:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000beff75b7. 02000000:00000010:2.0:1764938847.911210:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afe26cb8. 00000400:00000010:2.0:1764938847.911214:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.911217:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.911220:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626913984, portal 16 00000400:00000010:2.0:1764938847.911223:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938847.911225:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626913984, offset 0 00000400:00000200:2.0:1764938847.911230:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.911237:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.911243:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.911247:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.911250:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.911252:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89717:89717:256:4294967295] 192.168.203.57@tcp LPNI seq info [89717:89717:8:4294967295] 00000400:00000200:2.0:1764938847.911259:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.911263:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.911265:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938847.911269:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.911273:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.911276:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938847.914786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000461f3214. 00010000:00000010:2.1:1764938847.914800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.924150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e6f26c0. 00010000:00000010:2.1:1764938847.924164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:3.1:1764938847.924524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4d4e4c. 00000400:00000010:2.0:1764938847.924739:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.924743:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.924745:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.924751:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626913984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.924758:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626913984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.924786:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afe26cb8. 02000000:00000010:2.0:1764938847.924792:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000beff75b7. 00000100:00000010:2.0:1764938847.924798:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.924801:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.924804:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.928890:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000beff75b7. 00010000:00000010:2.0:1764938847.928970:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.928976:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cad6728c. 00010000:00000010:2.0:1764938847.929038:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:2.0:1764938847.929043:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ecd2b05e. 00010000:00000010:2.0:1764938847.929052:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.929055:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.929061:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.929069:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afe26cb8. 02000000:00000010:2.0:1764938847.929088:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040fc954e. 00000400:00000010:2.0:1764938847.929092:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.929095:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.929099:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626914048, portal 16 00000400:00000010:2.0:1764938847.929155:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938847.929157:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626914048, offset 0 00000400:00000200:2.0:1764938847.929163:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.929168:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.929174:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.929177:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.929180:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.929182:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89719:89719:256:4294967295] 192.168.203.57@tcp LPNI seq info [89719:89719:8:4294967295] 00000400:00000200:2.0:1764938847.929189:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.929192:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.929195:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938847.929198:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.929202:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.929204:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938847.935160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cef03a4. 00010000:00000010:2.1:1764938847.935175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:1.1:1764938847.935224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cae7378. 00000400:00000010:2.0:1764938847.935782:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.935787:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.935790:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.935796:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626914048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.935804:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626914048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.935849:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040fc954e. 02000000:00000010:2.0:1764938847.935857:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afe26cb8. 00000100:00000010:2.0:1764938847.935861:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.935864:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.935868:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.939065:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afe26cb8. 00010000:00000010:2.0:1764938847.939244:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c707ac43. 00010000:00000010:2.0:1764938847.939249:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000012fa7186. 00010000:00000010:2.0:1764938847.939253:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938847.939259:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd896364. 00080000:00000010:2.0:1764938847.939272:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040fc954e. 00010000:00000010:2.0:1764938847.939300:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd896364. 00010000:00000010:2.0:1764938847.939305:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012fa7186. 00010000:00000010:2.0:1764938847.939356:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.0:1764938847.939360:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd896364. 00010000:00000010:2.0:1764938847.939367:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.939372:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.939380:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.939403:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0c46970. 02000000:00000010:2.0:1764938847.939431:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dd7290e. 00000400:00000010:2.0:1764938847.939437:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.939443:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.939450:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626914112, portal 16 00000400:00000010:2.0:1764938847.939455:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938847.939457:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626914112, offset 0 00000400:00000200:2.0:1764938847.939466:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.939480:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.939487:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.939490:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.939492:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.939496:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89720:89720:256:4294967295] 192.168.203.57@tcp LPNI seq info [89720:89720:8:4294967295] 00000400:00000200:2.0:1764938847.939505:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.939510:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.939514:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938847.939520:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.939526:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.939529:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938847.945647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30261af. 00010000:00000010:1.1:1764938847.945662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:1.1:1764938847.945667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad7bd7ef. 00000400:00000010:2.0:1764938847.948442:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.948448:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.948450:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.948459:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626914112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.948468:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626914112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.948497:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dd7290e. 02000000:00000010:2.0:1764938847.948503:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0c46970. 00000100:00000010:2.0:1764938847.948509:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.948515:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.948521:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.948953:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dd7290e. 00010000:00000010:2.0:1764938847.949030:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd896364. 00010000:00000010:2.0:1764938847.949037:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005071ea26. 00010000:00000010:2.0:1764938847.949139:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.0:1764938847.949147:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd896364. 00010000:00000010:2.0:1764938847.949157:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.949160:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.949165:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.949176:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0c46970. 02000000:00000010:2.0:1764938847.949198:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce2754b2. 00000400:00000010:2.0:1764938847.949203:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.949206:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.949210:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626914176, portal 16 00000400:00000010:2.0:1764938847.949214:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed232696. 00000100:00000200:2.0:1764938847.949216:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626914176, offset 0 00000400:00000200:2.0:1764938847.949222:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.949228:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.949234:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.949237:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.949240:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.949243:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89723:89723:256:4294967295] 192.168.203.57@tcp LPNI seq info [89723:89723:8:4294967295] 00000400:00000200:2.0:1764938847.949251:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.949255:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.949258:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938847.949262:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.949266:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.949268:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1764938847.951401:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.951406:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.951408:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.951415:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626914176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.951424:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626914176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.951448:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce2754b2. 02000000:00000010:2.0:1764938847.951453:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0c46970. 00000100:00000010:2.0:1764938847.951456:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.951459:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.951462:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.952073:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce2754b2. 00010000:00000010:2.1:1764938847.952145:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938847.952152:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938847.952198:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd896364. 00010000:00000010:2.0:1764938847.952205:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c4455d8. 00010000:00000010:2.0:1764938847.952269:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938847.952276:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd896364. 00010000:00000010:2.0:1764938847.952284:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.952287:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.952292:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.952301:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0c46970. 02000000:00000010:2.0:1764938847.952320:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd1603d6. 00000400:00000010:2.0:1764938847.952326:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.952330:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.952337:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626914240, portal 16 00000400:00000010:2.0:1764938847.952342:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938847.952354:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626914240, offset 0 00000400:00000200:2.0:1764938847.952360:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.952376:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.952382:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.952385:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.952388:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.952390:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89725:89725:256:4294967295] 192.168.203.57@tcp LPNI seq info [89725:89725:8:4294967295] 00000400:00000200:2.0:1764938847.952406:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.952410:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.952414:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938847.952418:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.952422:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.952424:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1764938847.954328:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.954333:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.954335:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.954341:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626914240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.954349:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626914240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.954373:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd1603d6. 02000000:00000010:2.0:1764938847.954378:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0c46970. 00000100:00000010:2.0:1764938847.954381:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.954384:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.954387:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00080000:00000010:2.0:1764938847.961987:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1603d6. 00010000:00000010:2.0:1764938847.962061:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd896364. 00010000:00000010:2.0:1764938847.962068:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000674923f0. 00010000:00000010:2.0:1764938847.962164:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a742b92. 00010000:00000010:2.0:1764938847.962170:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd896364. 00010000:00000010:2.0:1764938847.962179:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.962183:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.962190:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938847.962200:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046b67766. 02000000:00000010:2.0:1764938847.962222:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cabc0d6f. 00000400:00000010:2.0:1764938847.962227:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.962232:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.962236:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626914304, portal 16 00000400:00000010:2.0:1764938847.962240:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938847.962242:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626914304, offset 0 00000400:00000200:2.0:1764938847.962248:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.962254:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.962260:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938847.962264:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938847.962267:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938847.962270:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89727:89727:255:4294967295] 192.168.203.57@tcp LPNI seq info [89727:89727:7:4294967295] 00000400:00000200:2.0:1764938847.962277:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.962282:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.962285:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82353186). 00000800:00000200:2.0:1764938847.962289:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.962293:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.962295:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1764938847.965328:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:2.0:1764938847.965332:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938847.965334:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.965341:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626914304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.965348:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626914304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.965376:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cabc0d6f. 02000000:00000010:2.0:1764938847.965381:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046b67766. 00000100:00000010:2.0:1764938847.965385:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938847.965388:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.965401:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00000800:00000200:2.0:1764938847.966419:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938847.966422:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:2.0:1764938847.966425:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938847.966429:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938847.966431:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:2.0:1764938847.966433:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000100:00000200:2.0:1764938847.966438:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000749fe87e x1850670626914368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938847.971177:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027c52187. 00000400:00000200:2.0:1764938847.971182:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:2.0:1764938847.971184:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000100:00000200:2.0:1764938847.971190:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000749fe87e x1850670626914368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.971199:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000749fe87e x1850670626914368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.971223:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b05825fa. 02000000:00000010:2.0:1764938847.971228:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009dc6ff60. 00000100:00000010:2.0:1764938847.971231:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000749fe87e. 00000100:00000010:2.0:1764938847.971235:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003d83946c. 00010000:00000010:2.0:1764938847.971239:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041d87d9c. 00000020:00000010:2.0:1764938847.975692:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046b67766. 00000020:00000010:2.0:1764938847.975699:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012fa7186. 00000020:00000010:2.0:1764938847.975703:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938847.975728:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24ea22c x1850670620992640/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:305/0 lens 328/0 e 0 to 0 dl 1764938890 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938847.975763:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620992640 02000000:00000010:2.0:1764938847.975773:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cabc0d6f. 00010000:00000010:2.0:1764938847.975799:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035a729cf. 00010000:00000010:2.0:1764938847.975821:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938847.975828:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dcefc86. 00000100:00000010:2.0:1764938847.975848:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dcefc86. 00010000:00000010:2.0:1764938847.975852:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fdd7e89. 00000400:00000010:2.0:1764938847.975865:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938847.975869:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620992640, offset 224 00000400:00000200:2.0:1764938847.975878:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938847.975888:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938847.975895:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89730:89730:256:4294967295] 192.168.203.57@tcp LPNI seq info [89730:89730:8:4294967295] 00000400:00000200:2.0:1764938847.975905:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938847.975910:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938847.975914:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352786). 00000800:00000200:2.0:1764938847.975920:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938847.975927:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938847.975931:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938847.975952:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012fa7186. 00000020:00000010:2.0:1764938847.975956:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938847.975960:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046b67766. 02000000:00000010:2.0:1764938847.975967:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afb8a965. 00000100:00000010:2.0:1764938847.975970:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017f0124a. 02000000:00000010:2.0:1764938847.975973:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0452579. 00000100:00000010:2.0:1764938847.975975:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001603f412. 02000000:00000010:2.0:1764938847.975978:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f19a1cde. 00000100:00000010:2.0:1764938847.975980:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069e89254. 02000000:00000010:2.0:1764938847.975984:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014f7256e. 00000100:00000010:2.0:1764938847.975986:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 02000000:00000010:2.0:1764938847.975989:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4ebaddf. 00000100:00000010:2.0:1764938847.975991:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000423af7a7. 02000000:00000010:2.0:1764938847.975993:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037b4c545. 00000100:00000010:2.0:1764938847.975995:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a963d7. 00000100:00000200:2.0:1764938847.976001:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938847.976005:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f83c6bf8. 00000400:00000010:2.0:1764938847.976009:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006dcefc86 (tot 82352938). 00010000:00000010:1.1:1764938847.976609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa6c2554. 00010000:00000010:3.1:1764938847.977275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d73997d. 00010000:00000010:2.1:1764938847.977487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b0caf2. 00010000:00000010:2.1:1764938847.977493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938847.977498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c58517f9. 00010000:00000010:2.1:1764938847.977501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00000400:00000010:2.0:1764938847.979728:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041ab59a3. 00000400:00000200:2.0:1764938847.979732:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:2.0:1764938847.979735:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:2.0:1764938847.979740:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000350e52e2 x1850670626914432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.979748:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000350e52e2 x1850670626914432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.979775:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000554e7d37. 02000000:00000010:2.0:1764938847.979779:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b05825fa. 00000100:00000010:2.0:1764938847.979783:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000350e52e2. 00000100:00000010:2.0:1764938847.979789:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003d83946c. 00010000:00000010:2.0:1764938847.979792:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000073228cb6. 00010000:00000010:0.1:1764938847.981131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf8dbf21. 00010000:00000010:0.1:1764938847.981138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:3.1:1764938847.981177:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005df2a1f2. 00010000:00000010:3.1:1764938847.981182:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014646589. 00010000:00000010:2.1:1764938847.981450:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022871eea. 00010000:00000010:2.1:1764938847.981455:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938847.981457:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051161589. 00010000:00000010:0.1:1764938847.985182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9fb6802. 00010000:00000010:0.1:1764938847.985194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e636810. 00010000:00000010:0.1:1764938847.985198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000003b73d6. 00010000:00000010:0.1:1764938847.985200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8aedc7. 00000400:00000010:2.0:1764938847.987050:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:2.0:1764938847.987056:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:2.0:1764938847.987059:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:2.0:1764938847.987067:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a963d7 x1850670626914496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938847.987076:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a963d7 x1850670626914496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938847.987140:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007121c2c. 02000000:00000010:2.0:1764938847.987147:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081a98f89. 00000100:00000010:2.0:1764938847.987151:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a963d7. 00000100:00000010:2.0:1764938847.987155:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003d83946c. 00010000:00000010:2.0:1764938847.987158:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea0b9505. 00010000:00000010:3.1:1764938847.991174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fb51f52. 00010000:00000010:0.1:1764938847.991249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b5d79e. 00010000:00000010:0.1:1764938847.991255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015061fd. 00000800:00000200:2.0:1764938848.012932:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.012939:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938848.012948:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.012955:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.012960:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:2.0:1764938848.012963:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:2.0:1764938848.012972:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626914624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.013384:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c9ced55. 00010000:00000010:0.1:1764938848.016137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000280e1793. 00010000:00000010:0.1:1764938848.016145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be44c19b. 00010000:00000010:1.1:1764938848.016194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000702905e5. 00010000:00000010:1.1:1764938848.021590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098621adf. 00010000:00000010:1.1:1764938848.021597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8aedc7. 00010000:00000010:1.1:1764938848.030242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000615fa5a8. 00010000:00000010:1.1:1764938848.030252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a8517e. 00010000:00000010:0.1:1764938848.031200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000089732b. 00010000:00000010:0.1:1764938848.035257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67d8b6e. 00010000:00000010:1.1:1764938848.044410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072cb1390. 00010000:00000010:1.1:1764938848.044428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:3.1:1764938848.049364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009eaff250. 00010000:00000010:3.1:1764938848.049372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b11112. 00010000:00000010:1.1:1764938848.053125:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6690f66. 00010000:00000010:1.1:1764938848.054898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc4157d5. 00010000:00000010:3.1:1764938848.055486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019773cb6. 00010000:00000010:3.1:1764938848.055496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017698e80. 00010000:00000010:3.1:1764938848.063339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050b598e9. 00010000:00000010:3.1:1764938848.063349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e32380. 00010000:00000010:1.1:1764938848.063711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001368863a. 00010000:00000010:3.1:1764938848.075159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc6be4d5. 00010000:00000010:0.1:1764938848.089518:0:78407:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d129a36a. 00010000:00000010:0.1:1764938848.090600:0:78407:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017698e80. 00000400:00000200:2.0:1764938848.095372:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.095399:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504300 00000400:00000200:2.0:1764938848.095409:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xaffe1 [1] + 224 00000400:00000200:2.0:1764938848.095427:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.095430:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.095442:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000315e5b21 x1850670626915072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938848.095512:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf42e4b. 00000400:00000200:2.0:1764938848.095516:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:2.0:1764938848.095518:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000100:00000200:2.0:1764938848.095524:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000315e5b21 x1850670626915072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.095531:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000315e5b21 x1850670626915072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.095559:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b29cbc1. 02000000:00000010:2.0:1764938848.095565:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000315e7685. 00000100:00000010:2.0:1764938848.095568:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000010:2.0:1764938848.095572:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009585a0a8. 00010000:00000010:2.0:1764938848.095576:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3fbb9d5. 00000400:00000200:2.0:1764938848.097877:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.097897:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5e740 00000400:00000200:2.0:1764938848.097905:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xae9e9 [2] + 984 00000400:00000200:2.0:1764938848.098487:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.098495:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.098502:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.098508:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00080000:00000010:2.0:1764938848.099632:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df6247d5. 00010000:00000010:2.0:1764938848.099719:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:2.0:1764938848.099727:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fad7a2a6. 00010000:00000010:2.0:1764938848.099793:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c707ac43. 00010000:00000010:2.0:1764938848.099798:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938848.099802:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938848.099808:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000572776f2. 00080000:00000010:2.0:1764938848.099822:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000caf47a5d. 00010000:00000010:2.0:1764938848.099846:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000572776f2. 00010000:00000010:2.0:1764938848.099850:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938848.099906:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.0:1764938848.099910:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000572776f2. 00010000:00000010:2.0:1764938848.099917:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fdd7e89. 00000100:00000010:2.0:1764938848.099922:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8a8df07. 00000100:00000010:2.0:1764938848.101004:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938848.101019:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7c2d2b7. 02000000:00000010:2.0:1764938848.101048:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000986f98be. 00000400:00000010:2.0:1764938848.101055:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2931deb. 00000400:00000010:2.0:1764938848.101061:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938848.101067:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626915136, portal 16 00000400:00000010:2.0:1764938848.101072:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015972057. 00000100:00000200:2.0:1764938848.101074:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626915136, offset 0 00000400:00000200:2.0:1764938848.101082:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.101095:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.104456:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.104463:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.104466:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.104470:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89753:89753:256:4294967295] 192.168.203.57@tcp LPNI seq info [89753:89753:8:4294967295] 00000400:00000200:2.0:1764938848.104482:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.104488:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.104493:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938848.104500:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.104506:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.104509:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938848.106161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3d0faf7. 00000400:00000200:2.0:1764938848.107544:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.107561:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504340 00000400:00000200:2.0:1764938848.107570:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xaffed [1] + 224 00000400:00000200:2.0:1764938848.107584:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.107588:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.107597:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626915136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1764938848.108071:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008902ac41. 00000020:00000010:2.0:1764938848.108078:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938848.108082:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.108130:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fbbde638 x1850670620993408/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938848.108157:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620993408 02000000:00000010:2.0:1764938848.108165:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f9b78f5. 00010000:00000010:2.0:1764938848.108186:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2578110. 00010000:00000010:2.0:1764938848.108204:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f296dae. 00000100:00000010:2.0:1764938848.108210:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c10fdf75. 00000100:00000010:2.0:1764938848.108216:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c10fdf75. 00010000:00000010:2.0:1764938848.108217:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f296dae. 00000400:00000010:2.0:1764938848.108226:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095daec2b. 00000100:00000200:2.0:1764938848.108229:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620993408, offset 224 00000400:00000200:2.0:1764938848.108235:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.108244:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.108248:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89754:89754:256:4294967295] 192.168.203.57@tcp LPNI seq info [89754:89754:8:4294967295] 00000400:00000200:2.0:1764938848.108258:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.108262:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.108265:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938848.108269:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.108275:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.108278:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.108290:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938848.108293:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.108295:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008902ac41. 00010000:00000010:1.1:1764938848.109412:0:78408:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a878ad0. 00010000:00000010:1.1:1764938848.109418:0:78408:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b36c730. 00010000:00000010:1.1:1764938848.109422:0:78408:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be44c19b. 00000400:00000200:2.0:1764938848.110552:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.110565:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504380 00000400:00000200:2.0:1764938848.110571:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xafff9 [1] + 224 00000400:00000200:2.0:1764938848.110583:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.110586:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.110594:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000681c7840 x1850670626915200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938848.117467:0:78403:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21244f. 00010000:00000010:2.1:1764938848.117481:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:2.1:1764938848.117485:0:78403:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938848.117489:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938848.124726:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075a5aba6. 00010000:00000010:3.1:1764938848.125456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d60afdb. 00010000:00000010:3.1:1764938848.125463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:3.1:1764938848.125487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000376c84e3. 00010000:00000010:3.1:1764938848.125491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000023d6301. 00010000:00000010:3.1:1764938848.125493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e32380. 00000020:00000010:2.0:1764938848.137286:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008902ac41. 00000020:00000010:2.0:1764938848.137293:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938848.137297:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.137318:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000274d7da0 x1850670620993664/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938848.137350:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620993664 02000000:00000010:2.0:1764938848.137360:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8c09a15. 00010000:00000010:2.0:1764938848.137384:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcc325ff. 00010000:00000010:2.0:1764938848.137414:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f296dae. 00000100:00000010:2.0:1764938848.137420:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c10fdf75. 00000100:00000010:2.0:1764938848.137431:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c10fdf75. 00010000:00000010:2.0:1764938848.137434:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f296dae. 00000400:00000010:2.0:1764938848.137446:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938848.137450:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620993664, offset 224 00000400:00000200:2.0:1764938848.137457:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.137467:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.137472:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89762:89762:256:4294967295] 192.168.203.57@tcp LPNI seq info [89762:89762:8:4294967295] 00000400:00000200:2.0:1764938848.137480:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.137485:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.137489:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938848.137494:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.137499:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.137503:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.137517:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938848.137520:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.137524:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008902ac41. 00000800:00000200:2.0:1764938848.138768:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.138771:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:2.0:1764938848.138775:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.138779:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.138782:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:2.0:1764938848.138784:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:2.0:1764938848.138789:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626915456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.142178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe91fe5. 00010000:00000010:0.1:1764938848.142193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079923f09. 00010000:00000010:0.1:1764938848.142197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2bac977. 00010000:00000010:0.1:1764938848.142200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cca10e0. 00010000:00000010:0.1:1764938848.142207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6ab434. 00010000:00000010:0.1:1764938848.142211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015061fd. 00000800:00000200:2.0:1764938848.146173:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.146177:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:2.0:1764938848.146180:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.146185:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.146188:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938848.146189:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000800:00000200:2.0:1764938848.146757:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.146761:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938848.146766:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.146770:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.146773:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:2.0:1764938848.146774:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:2.0:1764938848.146779:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626915520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.151979:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.151998:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55044c0 00000400:00000200:2.0:1764938848.152009:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0039 [1] + 224 00000400:00000200:2.0:1764938848.152023:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.152027:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.152036:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626915520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.152970:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.152981:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5e900 00000400:00000200:2.0:1764938848.152986:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaea41 [2] + 984 00000400:00000200:2.0:1764938848.153039:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.153043:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.153049:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.153053:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000800:00000200:2.0:1764938848.153523:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.153526:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:2.0:1764938848.153529:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.153533:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.153536:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:2.0:1764938848.153538:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00010000:00000010:3.1:1764938848.154287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077d2d1d6. 00010000:00000010:3.1:1764938848.154294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e636810. 00010000:00000010:3.1:1764938848.154297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c1fadfd. 00010000:00000010:3.1:1764938848.154300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e32380. 00010000:00000010:2.1:1764938848.154572:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9c9ec88. 00000800:00000200:2.0:1764938848.154630:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.154633:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e44e87 (tot 82352690). 00000400:00000200:2.0:1764938848.154638:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.154642:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.154646:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:2.0:1764938848.154647:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:2.0:1764938848.154653:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626915584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.158146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000590ffc93. 00010000:00000010:1.1:1764938848.158169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e966954. 00010000:00000010:1.1:1764938848.158174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007faf6b4a. 00010000:00000010:0.1:1764938848.158246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005847733c. 00010000:00000010:3.1:1764938848.161598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003024bfd. 00010000:00000010:3.1:1764938848.161617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a8517e. 00000400:00000200:2.0:1764938848.162712:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.162730:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504500 00000400:00000200:2.0:1764938848.162738:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0045 [1] + 224 00000400:00000200:2.0:1764938848.162749:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.162753:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.162763:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626915584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.162798:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.162804:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5e940 00000400:00000200:2.0:1764938848.162809:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaea41 [2] + 1312 00000400:00000200:2.0:1764938848.162817:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.162819:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.162823:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.162829:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000800:00000200:2.0:1764938848.164798:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.164803:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938848.164808:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.164814:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.164817:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:2.0:1764938848.164819:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 00000800:00000200:2.0:1764938848.165940:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.165943:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4ab832 (tot 82352690). 00000400:00000200:2.0:1764938848.165948:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.165952:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.165956:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:2.0:1764938848.165958:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:2.0:1764938848.165963:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626915648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1764938848.173161:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.173166:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:2.0:1764938848.173170:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.173174:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.173177:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:2.0:1764938848.173179:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000800:00000200:2.0:1764938848.173248:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.173250:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:2.0:1764938848.173253:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.173256:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.173258:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938848.173259:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:2.0:1764938848.173263:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000069e89254 x1850670626915712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.175864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf438030. 00010000:00000010:3.1:1764938848.175877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9de1db1. 00010000:00000010:3.1:1764938848.175882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c98858c. 00000400:00000200:2.0:1764938848.179362:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.179381:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504580 00000400:00000200:2.0:1764938848.179400:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb005d [1] + 224 00000400:00000200:2.0:1764938848.179412:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.179417:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.179426:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000069e89254 x1850670626915712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.179465:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.179470:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5e9c0 00000400:00000200:2.0:1764938848.179475:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaea41 [2] + 1968 00000400:00000010:2.0:1764938848.179478:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d40397. 00000400:00000200:2.0:1764938848.179482:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e6972cc3 00000400:00000200:2.0:1764938848.179489:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.179492:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.179494:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6972cc3 00000400:00000010:2.0:1764938848.179496:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e6972cc3 (tot 82352538). 00000100:00000200:2.0:1764938848.179500:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:2.0:1764938848.182706:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.182711:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352938). 00000400:00000200:2.0:1764938848.182717:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.182722:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.182727:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:2.0:1764938848.182729:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 02000000:00000010:2.0:1764938848.182733:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014f7256e. 00000800:00000200:2.0:1764938848.184043:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.184049:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4607fa0 (tot 82352690). 00000400:00000200:2.0:1764938848.184056:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.184062:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.184066:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:2.0:1764938848.184068:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:2.0:1764938848.184076:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a6b010ad x1850670626915776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.184891:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.184907:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55045c0 00000400:00000200:2.0:1764938848.184915:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0069 [1] + 224 00000400:00000200:2.0:1764938848.184928:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.184930:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.184936:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a6b010ad x1850670626915776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.185137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a511bd91. 00010000:00000010:0.1:1764938848.185145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000577533f3. 00010000:00000010:0.1:1764938848.185148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e32380. 00010000:00000010:1.1:1764938848.185186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b249d06. 00010000:00000010:3.1:1764938848.189128:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1a46a87. 00010000:00000010:3.1:1764938848.189136:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015061fd. 00010000:00000010:3.1:1764938848.189141:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c1fadfd. 00010000:00000010:3.1:1764938848.189144:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c98858c. 00000400:00000200:2.0:1764938848.193931:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.193949:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504600 00000400:00000200:2.0:1764938848.193957:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0079 [1] + 224 00000400:00000200:2.0:1764938848.193970:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.193973:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.193982:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626915840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.195288:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.195301:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5ea40 00000400:00000200:2.0:1764938848.195307:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaea99 [2] + 328 00010000:00000010:1.1:1764938848.195560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131d3ae5. 00010000:00000010:3.1:1764938848.195638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000769ecf25. 00010000:00000010:3.1:1764938848.195645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4b602d. 00000400:00000200:2.0:1764938848.195702:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.195708:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.195712:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.195717:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00010000:00000010:1.1:1764938848.204136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097156547. 00010000:00000010:1.1:1764938848.204143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000442bb478. 00010000:00000010:1.1:1764938848.204146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c98858c. 00080000:00000010:2.0:1764938848.210088:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067139870. 00010000:00000010:2.0:1764938848.210232:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000656a754b. 00010000:00000010:2.0:1764938848.210239:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000751375ab. 00010000:00000010:2.0:1764938848.210301:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938848.210308:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047884c61. 00010000:00000010:2.0:1764938848.210317:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f296dae. 00000100:00000010:2.0:1764938848.210321:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae7be0c8. 00000100:00000010:2.0:1764938848.210327:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.210338:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008902ac41. 02000000:00000010:2.0:1764938848.210358:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8c09a15. 00000400:00000010:2.0:1764938848.210362:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d40397. 00000400:00000010:2.0:1764938848.210366:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938848.210370:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626916032, portal 16 00000400:00000010:2.0:1764938848.210374:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938848.210375:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626916032, offset 0 00000400:00000200:2.0:1764938848.210380:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.210385:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.210400:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.210404:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.210406:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.210408:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89781:89781:256:4294967295] 192.168.203.57@tcp LPNI seq info [89781:89781:8:4294967295] 00000400:00000200:2.0:1764938848.210415:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.210418:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.210421:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938848.210425:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.210428:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.210430:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.210472:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.210474:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938848.210477:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.210480:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.210482:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00000400:00000010:2.0:1764938848.210483:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 00000100:00000200:2.0:1764938848.210489:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626916032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938848.212610:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d40397. 00000400:00000200:2.0:1764938848.212614:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:2.0:1764938848.212616:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000100:00000200:2.0:1764938848.212622:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626916032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.212629:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626916032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.212654:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8c09a15. 02000000:00000010:2.0:1764938848.212658:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008902ac41. 00000100:00000010:2.0:1764938848.212661:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.212664:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae7be0c8. 00010000:00000010:2.0:1764938848.212667:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f296dae. 00080000:00000010:2.0:1764938848.213364:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008902ac41. 00010000:00000010:2.0:1764938848.213445:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047884c61. 00010000:00000010:2.0:1764938848.213451:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba4ac2c6. 00010000:00000010:2.0:1764938848.213510:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c707ac43. 00010000:00000010:2.0:1764938848.213514:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000012fa7186. 00010000:00000010:2.0:1764938848.213519:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.0:1764938848.213524:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047884c61. 00080000:00000010:2.0:1764938848.213534:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8c09a15. 00010000:00000010:2.0:1764938848.213561:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047884c61. 00010000:00000010:2.0:1764938848.213564:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012fa7186. 00010000:00000010:2.0:1764938848.213613:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045462aa7. 00010000:00000010:2.0:1764938848.213617:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047884c61. 00010000:00000010:2.0:1764938848.213623:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f296dae. 00000100:00000010:2.0:1764938848.213626:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae7be0c8. 00000100:00000010:2.0:1764938848.213631:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.213639:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f9b78f5. 02000000:00000010:2.0:1764938848.213657:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7c2d2b7. 00000400:00000010:2.0:1764938848.213661:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d40397. 00000400:00000010:2.0:1764938848.213664:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938848.213668:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626916096, portal 16 00000400:00000010:2.0:1764938848.213671:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938848.213673:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626916096, offset 0 00000400:00000200:2.0:1764938848.213678:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.213684:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.213696:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.213699:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.213702:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.213705:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89783:89783:256:4294967295] 192.168.203.57@tcp LPNI seq info [89783:89783:8:4294967295] 00000400:00000200:2.0:1764938848.213715:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.213719:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.213723:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938848.213728:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.213731:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.213733:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938848.214155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000245c0a98. 00010000:00000010:3.1:1764938848.214162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1c11f3. 00010000:00000010:0.1:1764938848.214352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a05b410f. 00010000:00000010:0.1:1764938848.217199:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8aa8c08. 00010000:00000010:1.1:1764938848.217348:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029e9954e. 00000020:00000010:2.0:1764938848.217980:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000986f98be. 00000020:00000010:2.0:1764938848.217987:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012fa7186. 00000020:00000010:2.0:1764938848.217990:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.218013:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000069e89254 x1850670620994368/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938848.218049:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620994368 02000000:00000010:2.0:1764938848.218060:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000625bbfb4. 00010000:00000010:2.0:1764938848.218085:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003afa409a. 00010000:00000010:2.1:1764938848.218153:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010eecec2. 00010000:00000010:2.1:1764938848.218158:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4b602d. 00010000:00000010:2.0:1764938848.218167:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cf129d6. 00000100:00000010:2.0:1764938848.218173:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae7be0c8. 00000100:00000010:2.0:1764938848.218180:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae7be0c8. 00010000:00000010:2.0:1764938848.218182:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cf129d6. 00000400:00000010:2.0:1764938848.218194:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d1699a8. 00000100:00000200:2.0:1764938848.218199:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620994368, offset 224 00000400:00000200:2.0:1764938848.218207:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.218218:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.218222:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89784:89784:256:4294967295] 192.168.203.57@tcp LPNI seq info [89784:89784:8:4294967295] 00000400:00000200:2.0:1764938848.218232:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.218237:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.218241:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938848.218247:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.218253:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.218257:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.218281:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012fa7186. 00000020:00000010:2.0:1764938848.218286:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.218289:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000986f98be. 00010000:00000010:2.1:1764938848.221844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000796fb9cb. 00010000:00000010:2.1:1764938848.221853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938848.221857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938848.221861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:1.1:1764938848.226215:0:78403:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acfd48e7. 00010000:00000010:1.1:1764938848.226222:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:2.1:1764938848.226325:0:78402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001450692e. 00010000:00000010:1.1:1764938848.243133:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cc80d07. 00010000:00000010:3.1:1764938848.245078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000020548af. 00010000:00000010:3.1:1764938848.245090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f6d0c57. 00010000:00000010:3.1:1764938848.245095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000868f9fc1. 00000400:00000200:2.0:1764938848.255830:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.255848:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5ec00 00000400:00000200:2.0:1764938848.255855:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaeaf1 [2] + 328 00000400:00000200:2.0:1764938848.255921:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.255926:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.255933:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.255938:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00010000:00000010:3.1:1764938848.261665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c00c4b. 00010000:00000010:3.1:1764938848.261677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000010:2.0:1764938848.275556:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007890ef0. 00000400:00000200:2.0:1764938848.275561:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:2.0:1764938848.275563:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:2.0:1764938848.275574:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000007b05aa1 x1850670626916416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.275583:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000007b05aa1 x1850670626916416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.275610:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7f33b02. 02000000:00000010:2.0:1764938848.275616:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f4febda. 00000100:00000010:2.0:1764938848.275619:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000007b05aa1. 00000100:00000010:2.0:1764938848.275624:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fc9bc56. 00010000:00000010:2.0:1764938848.275627:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008383ace9. 00000020:00000010:2.0:1764938848.276061:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f9b78f5. 00000020:00000010:2.0:1764938848.276068:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938848.276071:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.276091:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670620994688/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938848.276134:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620994688 02000000:00000010:2.0:1764938848.276145:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7c2d2b7. 00010000:00000010:2.0:1764938848.276166:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0172331. 00010000:00000010:2.0:1764938848.276182:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1e778ad. 00000100:00000010:2.0:1764938848.276187:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000251057c2. 00010000:00000010:2.0:1764938848.277764:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000656a754b. 00000100:00000010:2.0:1764938848.277774:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000251057c2. 00010000:00000010:2.0:1764938848.277777:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1e778ad. 00010000:00000010:2.0:1764938848.277783:0:64653:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff0bd5d7. 00000400:00000010:2.0:1764938848.277798:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938848.277802:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620994688, offset 224 00000400:00000200:2.0:1764938848.277808:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.277815:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.277819:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89795:89795:256:4294967295] 192.168.203.57@tcp LPNI seq info [89795:89795:8:4294967295] 00000400:00000200:2.0:1764938848.277825:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.277829:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.278628:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938848.278638:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.278644:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.278647:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.278672:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938848.278677:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.278681:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f9b78f5. 00010000:00000010:3.1:1764938848.282756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000644ce743. 00010000:00000010:3.1:1764938848.282763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ac8f041. 00010000:00000010:3.1:1764938848.282767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000370fa2fd. 00010000:00000010:3.1:1764938848.282776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3511cc6. 00010000:00000010:3.1:1764938848.282780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089cf29fe. 00010000:00000010:3.1:1764938848.282782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.1:1764938848.282784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c1fadfd. 00010000:00000010:3.1:1764938848.282787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00010000:00000010:2.1:1764938848.292671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c24e0f72. 00010000:00000010:2.1:1764938848.292677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076868547. 00010000:00000010:2.1:1764938848.292682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f4f777. 00010000:00000010:3.1:1764938848.293185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bbf874d. 00010000:00000010:3.1:1764938848.293191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077cc9c41. 00010000:00000010:3.1:1764938848.293193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ee5427. 00010000:00000010:3.1:1764938848.306783:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f06db3b. 00010000:00000010:3.1:1764938848.306797:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056c68b90. 00010000:00000010:3.1:1764938848.306800:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0bc18e. 00010000:00000010:3.1:1764938848.312674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f580919a. 00010000:00000010:3.1:1764938848.312686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004000bb16. 00010000:00000010:3.1:1764938848.312690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00080000:00000010:2.0:1764938848.320969:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cabc0d6f. 00010000:00000010:2.0:1764938848.321050:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000189dd21d. 00010000:00000010:2.0:1764938848.321057:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f673875. 00010000:00000010:2.0:1764938848.321143:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.0:1764938848.321150:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d2f9f840. 00010000:00000010:2.0:1764938848.321159:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1e778ad. 00000100:00000010:2.0:1764938848.321163:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938848.321169:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938848.321180:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f9b78f5. 02000000:00000010:2.0:1764938848.321201:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7c2d2b7. 00000400:00000010:2.0:1764938848.321205:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f0ccf94. 00000400:00000010:2.0:1764938848.321209:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938848.321213:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626916800, portal 16 00000400:00000010:2.0:1764938848.321217:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938848.321218:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626916800, offset 0 00000400:00000200:2.0:1764938848.321223:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.321231:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.321237:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.321240:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.321243:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.321245:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89805:89805:255:4294967295] 192.168.203.57@tcp LPNI seq info [89805:89805:7:4294967295] 00000400:00000200:2.0:1764938848.321252:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.321256:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.321259:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82353186). 00000800:00000200:2.0:1764938848.321263:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.321267:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.321269:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938848.323218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009ddb48d. 00010000:00000010:3.1:1764938848.323224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c1de28. 00010000:00000010:3.1:1764938848.323229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.1:1764938848.323231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c1fadfd. 00010000:00000010:3.1:1764938848.323233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00000800:00000200:2.0:1764938848.323719:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.323724:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938848.323728:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.323735:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.323739:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000400:00000010:2.0:1764938848.323741:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 00000100:00000200:2.0:1764938848.323751:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a7e89f3 x1850670626916800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938848.327950:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f0ccf94. 00000400:00000200:2.0:1764938848.327954:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:2.0:1764938848.327956:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00000100:00000200:2.0:1764938848.327963:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a7e89f3 x1850670626916800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.327971:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a7e89f3 x1850670626916800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.327998:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7c2d2b7. 02000000:00000010:2.0:1764938848.328004:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008f9b78f5. 00000100:00000010:2.0:1764938848.328007:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000010:2.0:1764938848.328011:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938848.328015:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1e778ad. 00010000:00000010:3.1:1764938848.328445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dee25da. 00000800:00000200:2.0:1764938848.332323:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.332329:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:2.0:1764938848.332335:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.332342:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.332347:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:2.0:1764938848.332349:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000800:00000200:2.0:1764938848.332423:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.332425:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015c8e268 (tot 82352690). 00000400:00000200:2.0:1764938848.332429:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.332432:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.332434:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:2.0:1764938848.332436:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:2.0:1764938848.332442:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d2a7073 x1850670626916864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938848.334015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000101f491. 00010000:00000010:2.1:1764938848.334026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0bc18e. 00010000:00000010:3.1:1764938848.336138:0:78417:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bd5431b. 00010000:00000010:3.1:1764938848.336149:0:78417:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:0.1:1764938848.339510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000648688f8. 00000400:00000010:2.0:1764938848.343095:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077fa56e5. 00000400:00000200:2.0:1764938848.343125:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:2.0:1764938848.343128:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:2.0:1764938848.343136:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d2a7073 x1850670626916864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.343145:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d2a7073 x1850670626916864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.343170:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001da0b618. 02000000:00000010:2.0:1764938848.343176:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd7a2868. 00000100:00000010:2.0:1764938848.343180:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d2a7073. 00000100:00000010:2.0:1764938848.343184:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab0a87fe. 00010000:00000010:2.0:1764938848.343190:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000daf6d7bb. 00080000:00000010:2.0:1764938848.344455:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000625bbfb4. 00010000:00000010:2.0:1764938848.344749:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1512273. 00010000:00000010:2.0:1764938848.344758:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033354f64. 00010000:00000010:2.0:1764938848.344826:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938848.344832:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000683811fd. 00010000:00000010:2.0:1764938848.344840:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235ec0b5. 00000100:00000010:2.0:1764938848.344844:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938848.344850:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938848.344861:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7c2d2b7. 02000000:00000010:2.0:1764938848.344881:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000986f98be. 00000400:00000010:2.0:1764938848.344885:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f0ccf94. 00000400:00000010:2.0:1764938848.344889:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938848.344894:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626916928, portal 16 00000400:00000010:2.0:1764938848.344897:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938848.344899:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626916928, offset 0 00000400:00000200:2.0:1764938848.344904:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.344909:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.344915:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.344919:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.344921:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.344924:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89809:89809:256:4294967295] 192.168.203.57@tcp LPNI seq info [89809:89809:8:4294967295] 00000400:00000200:2.0:1764938848.344931:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.344935:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.344938:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938848.344942:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.344945:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.344947:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938848.352347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f845afa. 00010000:00000010:2.1:1764938848.353851:0:78418:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da0bdea3. 00010000:00000010:2.1:1764938848.353862:0:78418:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00000400:00000010:2.0:1764938848.358938:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:2.0:1764938848.358943:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:2.0:1764938848.358946:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:2.0:1764938848.358952:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000069e89254 x1850670626917056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.358959:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000069e89254 x1850670626917056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.358987:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac66b0cd. 02000000:00000010:2.0:1764938848.358992:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcebbf57. 00000100:00000010:2.0:1764938848.358995:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069e89254. 00000100:00000010:2.0:1764938848.358999:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:2.0:1764938848.359002:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005606fc18. 00010000:00000010:0.1:1764938848.359339:0:78418:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084b9586f. 00010000:00000010:1.1:1764938848.361750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008af40c70. 00010000:00000010:1.1:1764938848.361759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:3.1:1764938848.362989:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0b60048. 00010000:00000010:0.1:1764938848.363177:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ada44fa. 00010000:00000010:0.1:1764938848.363184:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b8b0847. 00010000:00000010:0.1:1764938848.363187:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004362ce4d. 00010000:00000010:0.1:1764938848.363191:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a38c7. 00080000:00000010:2.0:1764938848.363874:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7c2d2b7. 00010000:00000010:2.0:1764938848.363951:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:2.0:1764938848.363956:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba1fba83. 00010000:00000010:2.0:1764938848.364020:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.0:1764938848.364026:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938848.364036:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6d4ac91. 00000100:00000010:2.0:1764938848.364043:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005515407a. 00000100:00000010:2.0:1764938848.364050:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938848.364059:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000986f98be. 02000000:00000010:2.0:1764938848.364080:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f9b78f5. 00000400:00000010:2.0:1764938848.364084:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000134e9eb9. 00000400:00000010:2.0:1764938848.364088:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938848.364091:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917120, portal 16 00000400:00000010:2.0:1764938848.364095:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d01220b. 00000100:00000200:2.0:1764938848.364097:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917120, offset 0 00000400:00000200:2.0:1764938848.364122:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.364129:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.364135:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.364138:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.364141:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.364142:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89815:89815:255:4294967295] 192.168.203.57@tcp LPNI seq info [89815:89815:7:4294967295] 00000400:00000200:2.0:1764938848.364148:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.364152:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.364155:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82353186). 00000800:00000200:2.0:1764938848.364159:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.364163:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.364164:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938848.367469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8402a7f. 00010000:00000010:2.1:1764938848.367479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f7aa2ed. 00010000:00000010:1.1:1764938848.372401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023521882. 00080000:00000010:2.0:1764938848.378309:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f4febda. 00010000:00000010:2.0:1764938848.378405:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058d9e9de. 00010000:00000010:2.0:1764938848.378412:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081b18f08. 00010000:00000010:2.0:1764938848.378482:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c56df19. 00010000:00000010:2.0:1764938848.378488:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.378498:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.378501:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.378508:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.378518:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7f33b02. 02000000:00000010:2.0:1764938848.378538:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b05825fa. 00000400:00000010:2.0:1764938848.378543:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.378547:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.378551:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917312, portal 16 00000400:00000010:2.0:1764938848.378555:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938848.378557:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917312, offset 0 00000400:00000200:2.0:1764938848.378562:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.378568:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.378574:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.378577:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.378579:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.378582:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89821:89821:255:4294967295] 192.168.203.57@tcp LPNI seq info [89821:89821:7:4294967295] 00000400:00000200:2.0:1764938848.378588:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.378592:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.378594:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82353186). 00000800:00000200:2.0:1764938848.378598:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.378602:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.378604:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938848.380148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079beaa58. 00010000:00000010:0.1:1764938848.380158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9f39747. 00010000:00000010:0.1:1764938848.380162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00000400:00000010:2.0:1764938848.383284:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.383290:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.383292:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.383303:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.383311:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.383338:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b05825fa. 02000000:00000010:2.0:1764938848.383344:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7f33b02. 00000100:00000010:2.0:1764938848.383349:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.383352:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.383355:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00010000:00000010:2.1:1764938848.385288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094b641e0. 00010000:00000010:2.1:1764938848.385302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409bd77b. 00010000:00000010:0.1:1764938848.385726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000522bd436. 00010000:00000010:0.1:1764938848.385733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e9b7e39. 00010000:00000010:0.1:1764938848.385738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a38c7. 00010000:00000010:1.1:1764938848.388131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063fb3b58. 00080000:00000010:2.0:1764938848.390448:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b05825fa. 00010000:00000010:2.0:1764938848.390540:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.390558:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a28a3b77. 00010000:00000010:2.0:1764938848.390628:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c707ac43. 00010000:00000010:2.0:1764938848.390632:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938848.390638:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.0:1764938848.390644:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00080000:00000010:2.0:1764938848.390659:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7f33b02. 00010000:00000010:2.0:1764938848.390687:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.390691:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938848.390746:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938848.390750:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.390757:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.390764:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.390771:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.390784:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0c46970. 02000000:00000010:2.0:1764938848.390814:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9e8571f. 00000400:00000010:2.0:1764938848.390819:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.390825:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.390830:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917376, portal 16 00000400:00000010:2.0:1764938848.390835:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d01220b. 00000100:00000200:2.0:1764938848.390837:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917376, offset 0 00000400:00000200:2.0:1764938848.390844:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.390858:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.390864:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.390866:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.390869:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.390872:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89823:89823:256:4294967295] 192.168.203.57@tcp LPNI seq info [89823:89823:8:4294967295] 00000400:00000200:2.0:1764938848.390881:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.390885:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.390889:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938848.390894:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.390900:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.390904:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1764938848.393885:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.393890:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.393891:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.393898:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.393905:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.393932:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9e8571f. 02000000:00000010:2.0:1764938848.393937:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0c46970. 00000100:00000010:2.0:1764938848.393942:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.393945:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.393949:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00010000:00000010:0.1:1764938848.395602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600c61ca. 00080000:00000010:2.0:1764938848.395849:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9e8571f. 00010000:00000010:2.0:1764938848.395933:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.395942:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e875221e. 00010000:00000010:2.0:1764938848.396026:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.0:1764938848.396033:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.396042:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.396046:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.396052:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.396062:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0c46970. 02000000:00000010:2.0:1764938848.396086:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061abd8bb. 00000400:00000010:2.0:1764938848.396091:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.396095:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00010000:00000010:2.1:1764938848.396146:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a81a54. 00010000:00000010:2.1:1764938848.396152:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:2.1:1764938848.396156:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938848.396160:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00000100:00000200:2.0:1764938848.396164:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917440, portal 16 00000400:00000010:2.0:1764938848.396180:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938848.396185:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917440, offset 0 00000400:00000200:2.0:1764938848.396194:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.396202:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.396208:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.396211:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.396214:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.396216:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89825:89825:255:4294967295] 192.168.203.57@tcp LPNI seq info [89825:89825:7:4294967295] 00000400:00000200:2.0:1764938848.396223:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.396228:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.396231:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82353186). 00000800:00000200:2.0:1764938848.396236:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.396241:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.396244:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1764938848.399280:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.399287:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.399291:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.399300:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.399317:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.399344:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061abd8bb. 02000000:00000010:2.0:1764938848.399351:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0c46970. 00000100:00000010:2.0:1764938848.399356:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.399359:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.399363:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00080000:00000010:2.0:1764938848.400351:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061abd8bb. 00010000:00000010:2.0:1764938848.400730:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.400762:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000363ac91c. 00010000:00000010:2.0:1764938848.400895:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.0:1764938848.400902:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.400912:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.400916:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.400922:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.400933:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019c67119. 02000000:00000010:2.0:1764938848.400967:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3a7a696. 00000400:00000010:2.0:1764938848.400983:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.400988:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.400993:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917504, portal 16 00000400:00000010:2.0:1764938848.400998:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938848.401000:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917504, offset 0 00000400:00000200:2.0:1764938848.401006:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.401022:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.401029:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.401032:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.401035:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.401038:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89827:89827:256:4294967295] 192.168.203.57@tcp LPNI seq info [89827:89827:8:4294967295] 00000400:00000200:2.0:1764938848.401046:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.401051:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.401055:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938848.401060:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.401065:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.401068:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938848.406577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055ae6a97. 00010000:00000010:2.1:1764938848.406592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00000400:00000010:2.0:1764938848.406616:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.406621:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.406623:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.406637:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.406648:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938848.406672:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000839c3e66. 02000000:00000010:2.0:1764938848.406727:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3a7a696. 02000000:00000010:2.0:1764938848.406734:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019c67119. 00000100:00000010:2.0:1764938848.406738:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.406741:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.406744:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00080000:00000010:2.0:1764938848.406763:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019c67119. 00010000:00000010:2.0:1764938848.406839:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.406846:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fbbe44f7. 00010000:00000010:2.0:1764938848.406934:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938848.406940:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.406952:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.406957:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.406969:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.406979:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3a7a696. 02000000:00000010:2.0:1764938848.407007:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a21851c. 00000400:00000010:2.0:1764938848.407011:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.407014:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.407019:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917568, portal 16 00000400:00000010:2.0:1764938848.407023:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938848.407037:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917568, offset 0 00000400:00000200:2.0:1764938848.407044:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.407054:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.407060:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.407064:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.407067:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.407070:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89829:89829:256:4294967295] 192.168.203.57@tcp LPNI seq info [89829:89829:8:4294967295] 00000400:00000200:2.0:1764938848.407084:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.407089:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.407093:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938848.407099:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.407130:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.407134:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938848.408730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bd20677. 00000400:00000010:2.0:1764938848.413370:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.413375:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.413377:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.413384:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.413402:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938848.413420:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf9bcff3. 02000000:00000010:2.0:1764938848.413433:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a21851c. 02000000:00000010:2.0:1764938848.413438:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3a7a696. 00000100:00000010:2.0:1764938848.413442:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.413445:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.413447:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00080000:00000010:2.0:1764938848.413462:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3a7a696. 00010000:00000010:2.0:1764938848.413537:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.413544:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9b2f677. 00010000:00000010:2.0:1764938848.413637:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c56df19. 00010000:00000010:2.0:1764938848.413644:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.413654:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.413657:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.413664:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.413673:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a21851c. 02000000:00000010:2.0:1764938848.413693:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c29a742e. 00000400:00000010:2.0:1764938848.413697:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.413701:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.413705:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917632, portal 16 00000400:00000010:2.0:1764938848.413708:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d1699a8. 00000100:00000200:2.0:1764938848.413710:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917632, offset 0 00000400:00000200:2.0:1764938848.413715:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.413721:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.413727:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.413731:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.413734:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.413736:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89831:89831:256:4294967295] 192.168.203.57@tcp LPNI seq info [89831:89831:8:4294967295] 00000400:00000200:2.0:1764938848.413743:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.413747:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.413750:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938848.413754:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.413764:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.413767:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1764938848.417558:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.417564:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.417567:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.417575:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.417587:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.417615:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c29a742e. 02000000:00000010:2.0:1764938848.417621:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a21851c. 00000100:00000010:2.0:1764938848.417625:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.417628:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.417631:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00010000:00000010:0.1:1764938848.418267:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cf1dacc. 00080000:00000010:2.0:1764938848.419703:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a21851c. 00010000:00000010:2.0:1764938848.419771:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.419777:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054abe498. 00010000:00000010:2.0:1764938848.419851:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c707ac43. 00010000:00000010:2.0:1764938848.419854:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938848.419859:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045462aa7. 00010000:00000010:2.0:1764938848.419863:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00080000:00000010:2.0:1764938848.419873:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c29a742e. 00010000:00000010:2.0:1764938848.419892:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.419895:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938848.419949:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.0:1764938848.419952:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.419958:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.419961:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.419967:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.419975:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000332e3daf. 02000000:00000010:2.0:1764938848.419994:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b504ae0. 00000400:00000010:2.0:1764938848.419998:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.420002:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.420006:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917696, portal 16 00000400:00000010:2.0:1764938848.420009:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938848.420011:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917696, offset 0 00000400:00000200:2.0:1764938848.420015:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.420020:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.420025:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.420028:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.420030:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.420033:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89833:89833:255:4294967295] 192.168.203.57@tcp LPNI seq info [89833:89833:7:4294967295] 00000400:00000200:2.0:1764938848.420040:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.420044:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.420047:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82353186). 00000800:00000200:2.0:1764938848.420050:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.420054:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.420056:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938848.422441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e7f681a. 00010000:00000010:2.1:1764938848.422452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938848.422457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f60b625. 00010000:00000010:2.1:1764938848.422460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074a3e9bd. 00010000:00000010:2.1:1764938848.422463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00000400:00000010:2.0:1764938848.424050:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.424055:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.424057:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.424064:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.424072:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.424097:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b504ae0. 02000000:00000010:2.0:1764938848.424131:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000332e3daf. 00000100:00000010:2.0:1764938848.424135:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.424138:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.424141:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00080000:00000010:2.0:1764938848.430828:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000332e3daf. 00010000:00000010:2.0:1764938848.430917:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.430925:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051df9ff8. 00010000:00000010:2.0:1764938848.430991:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.0:1764938848.430997:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.431008:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.431014:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.431022:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.431033:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b504ae0. 02000000:00000010:2.0:1764938848.431057:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000667648d4. 00000400:00000010:2.0:1764938848.431063:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.431121:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.431128:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917760, portal 16 00000400:00000010:2.0:1764938848.431143:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938848.431146:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917760, offset 0 00000400:00000200:2.0:1764938848.431156:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.431171:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.431177:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.431181:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.431184:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.431187:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89834:89834:256:4294967295] 192.168.203.57@tcp LPNI seq info [89834:89834:8:4294967295] 00000400:00000200:2.0:1764938848.431197:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.431203:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.431207:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938848.431213:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.431219:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.431223:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938848.432129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049c882a8. 00010000:00000010:2.1:1764938848.433915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905fea4f. 00010000:00000010:2.1:1764938848.433925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc82a648. 00010000:00000010:2.1:1764938848.433930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00000400:00000010:2.0:1764938848.434550:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.434555:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.434557:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.434564:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.434571:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.434596:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000667648d4. 02000000:00000010:2.0:1764938848.434602:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b504ae0. 00000100:00000010:2.0:1764938848.434606:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.434610:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.434613:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00010000:00000010:0.1:1764938848.435192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd0e5073. 00010000:00000010:2.1:1764938848.438344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a53b425c. 00010000:00000010:2.1:1764938848.438359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:2.1:1764938848.438363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938848.438367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00080000:00000010:2.0:1764938848.443449:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b504ae0. 00010000:00000010:2.0:1764938848.443526:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.443533:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009ec3388. 00010000:00000010:2.0:1764938848.443605:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045462aa7. 00010000:00000010:2.0:1764938848.443610:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938848.443621:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.443625:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.443631:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.443641:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000667648d4. 02000000:00000010:2.0:1764938848.443662:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c86d771c. 00000400:00000010:2.0:1764938848.443667:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.443671:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.443675:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917824, portal 16 00000400:00000010:2.0:1764938848.443679:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938848.443681:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917824, offset 0 00000400:00000200:2.0:1764938848.443686:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.443693:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.443699:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.443702:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.443705:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.443707:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89837:89837:255:4294967295] 192.168.203.57@tcp LPNI seq info [89837:89837:7:4294967295] 00000400:00000200:2.0:1764938848.443714:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.443718:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.443721:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82353186). 00000800:00000200:2.0:1764938848.443726:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.443730:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.443732:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1764938848.444916:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504dc0 00000400:00000200:3.0:1764938848.444923:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb01fd [1] + 224 00000400:00000200:3.0:1764938848.444933:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.444936:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.444941:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626917824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938848.445136:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938848.445140:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:2.0:1764938848.445142:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938848.445147:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626917824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.445155:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626917824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.445177:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c86d771c. 02000000:00000010:2.0:1764938848.445182:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000667648d4. 00000100:00000010:2.0:1764938848.445186:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938848.445189:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.445192:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00000400:00000200:3.0:1764938848.445519:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.445526:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f200 00000400:00000200:3.0:1764938848.445531:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaec05 [2] + 1312 00000400:00000200:3.0:1764938848.445566:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.445570:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.445573:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.445577:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000370a0423. 00000800:00000200:3.0:1764938848.446082:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.446085:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938848.446088:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.446092:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.446095:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938848.446096:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00080000:00000010:3.0:1764938848.446145:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002560a238. 00010000:00000010:3.0:1764938848.446214:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:3.0:1764938848.446221:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b3bdb6b. 00010000:00000010:3.0:1764938848.446282:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938848.446288:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c315d04. 00010000:00000010:3.0:1764938848.446296:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc114549. 00000100:00000010:3.0:1764938848.446302:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.446308:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005de3de89. 02000000:00000010:3.0:1764938848.446316:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002814e18f. 02000000:00000010:3.0:1764938848.446335:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acf50ebe. 00000400:00000010:3.0:1764938848.446340:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053d8a788. 00000400:00000010:3.0:1764938848.446343:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938848.446348:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917888, portal 16 00000400:00000010:3.0:1764938848.446352:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938848.446354:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917888, offset 0 00000400:00000200:3.0:1764938848.446358:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.446365:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.446371:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.446374:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.446376:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.446378:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89839:89839:256:4294967295] 192.168.203.57@tcp LPNI seq info [89839:89839:8:4294967295] 00000400:00000200:3.0:1764938848.446386:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.446402:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.446405:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001bb8202 (tot 82352938). 00000800:00000200:3.0:1764938848.446409:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.446412:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.446415:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001bb8202 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1764938848.448037:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.448049:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504e00 00000400:00000200:3.0:1764938848.448055:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0209 [1] + 224 00000400:00000200:3.0:1764938848.448064:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.448067:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.448073:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005de3de89 x1850670626917888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938848.448185:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053d8a788. 00000400:00000200:2.0:1764938848.448188:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:2.0:1764938848.448189:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:2.0:1764938848.448194:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005de3de89 x1850670626917888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.448200:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005de3de89 x1850670626917888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.448220:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acf50ebe. 02000000:00000010:2.0:1764938848.448223:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002814e18f. 00000100:00000010:2.0:1764938848.448227:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005de3de89. 00000100:00000010:2.0:1764938848.448230:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:2.0:1764938848.448233:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc114549. 00000400:00000200:3.0:1764938848.448468:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.448476:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f240 00000400:00000200:3.0:1764938848.448481:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaec05 [2] + 1640 00000400:00000200:3.0:1764938848.448520:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.448524:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.448528:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.448533:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 00000020:00000010:2.0:1764938848.448592:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000667648d4. 00000020:00000010:2.0:1764938848.448598:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938848.448602:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.448618:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c059cec2 x1850670620996160/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938848.448645:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996160 02000000:00000010:2.0:1764938848.448652:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c86d771c. 00010000:00000010:2.0:1764938848.448673:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000391899e2. 00010000:00000010:2.0:1764938848.448687:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.448692:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.448705:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.448708:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00000400:00000010:2.0:1764938848.448717:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938848.448720:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996160, offset 224 00000400:00000200:2.0:1764938848.448727:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.448734:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.448739:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89840:89840:256:4294967295] 192.168.203.57@tcp LPNI seq info [89840:89840:8:4294967295] 00000400:00000200:2.0:1764938848.448747:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.448752:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.448755:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938848.448758:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.448764:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.448767:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.448778:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938848.448782:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.448784:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000667648d4. 00080000:00000010:3.0:1764938848.449039:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068e9cf54. 00010000:00000010:3.0:1764938848.449134:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c315d04. 00010000:00000010:3.0:1764938848.449141:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001377570d. 00010000:00000010:3.0:1764938848.449205:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000370fa2fd. 00010000:00000010:3.0:1764938848.449212:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c315d04. 00010000:00000010:3.0:1764938848.449221:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5b7ec4. 00000100:00000010:3.0:1764938848.449224:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c806342e. 00000100:00000010:3.0:1764938848.449229:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 02000000:00000010:3.0:1764938848.449239:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b746ee12. 02000000:00000010:3.0:1764938848.449256:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013c75eab. 00000400:00000010:3.0:1764938848.449261:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026e36c88. 00000400:00000010:3.0:1764938848.449264:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938848.449267:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626917952, portal 16 00000400:00000010:3.0:1764938848.449271:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938848.449273:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626917952, offset 0 00000400:00000200:3.0:1764938848.449277:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.449282:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.449288:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.449291:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.449293:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.449297:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89841:89841:256:4294967295] 192.168.203.57@tcp LPNI seq info [89841:89841:8:4294967295] 00000400:00000200:3.0:1764938848.449304:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.449308:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.449311:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062cf6497 (tot 82352938). 00000800:00000200:3.0:1764938848.449314:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.449318:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.449320:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062cf6497 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.452541:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.452548:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062cf6497 (tot 82352690). 00000400:00000200:2.0:1764938848.452556:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.452564:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.452569:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:2.0:1764938848.452571:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:2.0:1764938848.452579:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e76dbae2 x1850670626917952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938848.457497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000647263a8. 00010000:00000010:2.1:1764938848.457510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00000800:00000200:2.0:1764938848.458834:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.458837:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938848.458841:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.458844:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.458846:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:2.0:1764938848.458848:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000100:00000200:2.0:1764938848.458851:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626918016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.462538:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012a6d90f. 00010000:00000010:3.1:1764938848.462547:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:3.1:1764938848.462550:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d116a946. 00010000:00000010:3.1:1764938848.462552:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000200:2.0:1764938848.475335:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.475354:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504e80 00000400:00000200:2.0:1764938848.475362:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0225 [1] + 224 00000400:00000200:2.0:1764938848.475373:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.475377:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.475414:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626918016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.475452:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.475458:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f2c0 00000400:00000200:2.0:1764938848.475463:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaec65 [2] + 0 00000400:00000200:2.0:1764938848.476136:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.476140:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.476145:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.476151:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00010000:00000010:1.1:1764938848.476350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010d182e9. 00080000:00000010:3.0:1764938848.477159:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd7a2868. 00010000:00000010:3.0:1764938848.477297:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938848.477304:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938848.477314:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bb08806. 00000100:00000010:3.0:1764938848.477318:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000606fcb4b. 00000100:00000010:3.0:1764938848.477324:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938848.477333:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001da0b618. 02000000:00000010:3.0:1764938848.477355:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b746ee12. 00000400:00000010:3.0:1764938848.477360:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c253a4cd. 00000400:00000010:3.0:1764938848.477365:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938848.477370:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626918080, portal 16 00000400:00000010:3.0:1764938848.477374:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938848.477376:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626918080, offset 0 00000400:00000200:3.0:1764938848.477383:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.477405:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.477412:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.477415:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.477418:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.477421:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89844:89844:256:4294967295] 192.168.203.57@tcp LPNI seq info [89844:89844:8:4294967295] 00000400:00000200:3.0:1764938848.477430:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.477435:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.477440:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82352938). 00000800:00000200:3.0:1764938848.477446:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.477452:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.477456:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938848.477624:0:15835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000623f32b8. 00010000:00000010:2.1:1764938848.477629:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.1:1764938848.477633:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013d835f9. 00010000:00000010:0.1:1764938848.478591:0:78426:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50297cb. 00010000:00000010:0.1:1764938848.478595:0:78426:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828df7e7. 00000800:00000200:2.0:1764938848.481916:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.481922:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352938). 00000400:00000200:2.0:1764938848.481932:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.481941:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.481947:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:2.0:1764938848.481948:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:2.0:1764938848.481957:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626918080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1764938848.481995:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.481996:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938848.481999:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.482002:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.482003:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:2.0:1764938848.482005:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00010000:00000010:1.1:1764938848.482358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc6d0e5. 00010000:00000010:1.1:1764938848.482365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000370fa2fd. 00010000:00000010:1.1:1764938848.482368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938848.482371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c50af62d. 00000400:00000200:2.0:1764938848.485992:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.486010:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504ec0 00000400:00000200:2.0:1764938848.486017:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb022d [1] + 224 00000400:00000200:2.0:1764938848.486027:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.486032:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.486041:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626918080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.486077:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.486082:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f300 00000400:00000200:2.0:1764938848.486087:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaec65 [2] + 328 00000400:00000200:2.0:1764938848.486187:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.486191:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.486195:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.486200:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000400:00000010:3.0:1764938848.486526:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c253a4cd. 00000400:00000200:3.0:1764938848.486531:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:3.0:1764938848.486533:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:3.0:1764938848.486539:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626918080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.486547:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626918080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938848.486577:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b746ee12. 02000000:00000010:3.0:1764938848.486584:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001da0b618. 00000100:00000010:3.0:1764938848.486587:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938848.486591:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000606fcb4b. 00010000:00000010:3.0:1764938848.486595:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bb08806. 00010000:00000010:1.1:1764938848.491134:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b5c16e9. 00010000:00000010:1.1:1764938848.491139:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000714f85d8. 00010000:00000010:1.1:1764938848.491142:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080000763. 00080000:00000010:3.0:1764938848.492810:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b746ee12. 00010000:00000010:3.0:1764938848.492884:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938848.492892:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c7411e1. 00010000:00000010:3.0:1764938848.492954:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938848.492958:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938848.492967:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7ae4c49. 00000100:00000010:3.0:1764938848.492972:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026db241e. 00000100:00000010:3.0:1764938848.492979:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938848.492990:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013c75eab. 02000000:00000010:3.0:1764938848.493010:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002814e18f. 00000400:00000010:3.0:1764938848.493015:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c253a4cd. 00000400:00000010:3.0:1764938848.493019:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938848.493023:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626918144, portal 16 00000400:00000010:3.0:1764938848.493027:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938848.493028:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626918144, offset 0 00000400:00000200:3.0:1764938848.493034:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.493043:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.493049:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.493052:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.493054:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.493057:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89847:89847:256:4294967295] 192.168.203.57@tcp LPNI seq info [89847:89847:8:4294967295] 00000400:00000200:3.0:1764938848.493065:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.493070:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.493073:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9da62a (tot 82352938). 00000800:00000200:3.0:1764938848.493077:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.493082:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.493086:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f9da62a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.497399:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.497406:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9da62a (tot 82352690). 00000400:00000200:2.0:1764938848.497415:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.497424:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.497430:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:2.0:1764938848.497432:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000100:00000200:2.0:1764938848.497440:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626918144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.497774:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.497787:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504f00 00000400:00000200:2.0:1764938848.497795:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb023d [1] + 224 00000400:00000200:2.0:1764938848.497806:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.497811:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.497818:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626918144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.498349:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.498357:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f340 00000400:00000200:2.0:1764938848.498363:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaec65 [2] + 656 00000400:00000200:2.0:1764938848.499068:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.499076:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.499082:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.499087:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:2.0:1764938848.499169:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000667648d4. 00000020:00000010:2.0:1764938848.499175:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938848.499180:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.499201:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670620996416/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938848.499233:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996416 02000000:00000010:2.0:1764938848.499243:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000754d771e. 00010000:00000010:2.0:1764938848.499280:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938848.499287:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.499293:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938848.499296:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00000400:00000010:2.0:1764938848.499310:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095daec2b. 00000100:00000200:2.0:1764938848.499315:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996416, offset 224 00000400:00000200:2.0:1764938848.499322:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.499333:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.499338:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89848:89848:256:4294967295] 192.168.203.57@tcp LPNI seq info [89848:89848:8:4294967295] 00000400:00000200:2.0:1764938848.499348:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.499353:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.499357:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938848.499363:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.499369:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.499373:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.499398:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938848.499402:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.499406:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000667648d4. 00000400:00000010:3.0:1764938848.499494:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c253a4cd. 00000400:00000200:3.0:1764938848.499499:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:3.0:1764938848.499501:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:3.0:1764938848.499507:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626918144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.499515:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626918144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938848.499532:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004fbe5ceb. 02000000:00000010:3.0:1764938848.499544:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002814e18f. 02000000:00000010:3.0:1764938848.499548:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013c75eab. 00000100:00000010:3.0:1764938848.499551:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938848.499553:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026db241e. 00010000:00000010:3.0:1764938848.499555:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7ae4c49. 00080000:00000010:3.0:1764938848.499569:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c75eab. 00010000:00000010:3.0:1764938848.499643:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938848.499650:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f76a45a7. 00010000:00000010:3.0:1764938848.499714:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938848.499719:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938848.499727:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7ae4c49. 00000100:00000010:3.0:1764938848.499730:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026db241e. 00000100:00000010:3.0:1764938848.499735:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938848.499744:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002814e18f. 02000000:00000010:3.0:1764938848.499762:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acf50ebe. 00000400:00000010:3.0:1764938848.499767:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c253a4cd. 00000400:00000010:3.0:1764938848.499770:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938848.499774:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626918208, portal 16 00000400:00000010:3.0:1764938848.499778:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938848.499780:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626918208, offset 0 00000400:00000200:3.0:1764938848.499785:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.499791:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.499796:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.499800:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.499802:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.499804:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89849:89849:255:4294967295] 192.168.203.57@tcp LPNI seq info [89849:89849:7:4294967295] 00000400:00000200:3.0:1764938848.499811:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.499815:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.499818:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f150cf (tot 82353186). 00000800:00000200:3.0:1764938848.499821:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.499825:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.499828:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5f150cf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938848.501478:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e9525a2. 00010000:00000010:3.1:1764938848.503626:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971955a6. 00010000:00000010:3.1:1764938848.503637:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000200:3.0:1764938848.509128:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.509147:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504f40 00000400:00000200:3.0:1764938848.509156:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0249 [1] + 224 00000400:00000200:3.0:1764938848.509170:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.509174:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.509184:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626918208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.509218:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.509224:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f380 00000400:00000200:3.0:1764938848.509229:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaec65 [2] + 984 00000400:00000200:3.0:1764938848.509239:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.509242:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.509246:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.509251:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d2a7073. 00000020:00000010:3.0:1764938848.509298:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c23e9d1. 00000020:00000010:3.0:1764938848.509304:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.509308:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.509331:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d2a7073 x1850670620996480/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938848.509361:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996480 02000000:00000010:3.0:1764938848.509371:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d8b4a0f. 00010000:00000010:3.0:1764938848.509416:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.509422:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c806342e. 00000100:00000010:3.0:1764938848.509428:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c806342e. 00010000:00000010:3.0:1764938848.509430:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938848.509443:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938848.509447:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996480, offset 224 00000400:00000200:3.0:1764938848.509453:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.509463:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.509468:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89850:89850:256:4294967295] 192.168.203.57@tcp LPNI seq info [89850:89850:8:4294967295] 00000400:00000200:3.0:1764938848.509477:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.509482:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.509486:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938848.509490:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.509497:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.509500:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.509514:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.509517:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.509520:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c23e9d1. 00000800:00000200:3.0:1764938848.509619:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.509622:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:3.0:1764938848.509627:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.509630:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.509634:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:3.0:1764938848.509636:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00010000:00000010:3.1:1764938848.517586:0:1042:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95364b6. 00010000:00000010:3.1:1764938848.517599:0:1042:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee161823. 00010000:00000010:3.1:1764938848.517604:0:1042:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00000400:00000200:2.0:1764938848.517885:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.517900:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504f80 00000400:00000200:2.0:1764938848.517908:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0255 [1] + 224 00000400:00000200:2.0:1764938848.517919:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.517922:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.517931:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626918272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.518088:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.518099:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f3c0 00000400:00000200:2.0:1764938848.518145:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaec65 [2] + 1312 00000400:00000200:2.0:1764938848.518157:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.518161:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.518166:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.518172:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:3.0:1764938848.518335:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001da0b618. 00000020:00000010:3.0:1764938848.518341:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.518346:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.518367:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670620996544/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938848.518411:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996544 02000000:00000010:3.0:1764938848.518420:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002814e18f. 00010000:00000010:3.0:1764938848.518443:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc88cc77. 00010000:00000010:3.0:1764938848.518461:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.518467:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c806342e. 00000100:00000010:3.0:1764938848.518483:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c806342e. 00010000:00000010:3.0:1764938848.518486:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938848.518497:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938848.518502:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996544, offset 224 00000400:00000200:3.0:1764938848.518509:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.518520:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.518525:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89852:89852:256:4294967295] 192.168.203.57@tcp LPNI seq info [89852:89852:8:4294967295] 00000400:00000200:3.0:1764938848.518534:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.518539:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.518544:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938848.518549:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.518555:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.518559:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.518574:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.518578:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.518582:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001da0b618. 00000800:00000200:3.0:1764938848.518677:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.518680:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:3.0:1764938848.518684:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.518688:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.518691:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:3.0:1764938848.518692:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000800:00000200:2.0:1764938848.522529:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.522535:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938848.522540:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.522546:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.522552:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:2.0:1764938848.522554:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000100:00000200:2.0:1764938848.522563:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626918336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.524276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004718fd30. 00010000:00000010:1.1:1764938848.524990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5d7031. 00010000:00000010:1.1:1764938848.524997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335a97ae. 00010000:00000010:1.1:1764938848.525002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00000400:00000200:3.0:1764938848.526203:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.526219:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5504fc0 00000400:00000200:3.0:1764938848.526226:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0261 [1] + 224 00000400:00000200:3.0:1764938848.526238:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.526242:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.526253:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626918336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.527129:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.527140:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f400 00000400:00000200:3.0:1764938848.527146:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaec65 [2] + 1640 00000400:00000200:3.0:1764938848.527198:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.527202:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.527207:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.527213:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000007b05aa1. 00000020:00000010:3.0:1764938848.527264:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001da0b618. 00000020:00000010:3.0:1764938848.527271:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.527277:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.527300:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000007b05aa1 x1850670620996608/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938848.527321:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996608 02000000:00000010:3.0:1764938848.527331:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acf50ebe. 00010000:00000010:3.0:1764938848.527367:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.527374:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c806342e. 00000100:00000010:3.0:1764938848.527380:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c806342e. 00010000:00000010:3.0:1764938848.527383:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938848.527407:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938848.527412:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996608, offset 224 00000400:00000200:3.0:1764938848.527419:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.527430:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.527435:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89854:89854:256:4294967295] 192.168.203.57@tcp LPNI seq info [89854:89854:8:4294967295] 00000400:00000200:3.0:1764938848.527446:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.527452:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.527456:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938848.527462:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.527469:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.527473:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.527489:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.527493:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.527496:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001da0b618. 00000800:00000200:3.0:1764938848.527552:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.527555:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:3.0:1764938848.527559:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.527563:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.527566:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:3.0:1764938848.527568:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00010000:00000010:1.1:1764938848.532648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005061b622. 00010000:00000010:1.1:1764938848.532658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000714f85d8. 00010000:00000010:1.1:1764938848.535139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938848.535149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c50af62d. 00000020:00000010:3.0:1764938848.538860:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001da0b618. 00000020:00000010:3.0:1764938848.538867:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.538871:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.538894:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6c59d86 x1850670620996672/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938848.538919:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996672 02000000:00000010:3.0:1764938848.538927:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c23e9d1. 00010000:00000010:3.0:1764938848.538960:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.538966:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c806342e. 00000100:00000010:3.0:1764938848.538973:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c806342e. 00010000:00000010:3.0:1764938848.538976:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938848.538989:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938848.538993:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996672, offset 224 00000400:00000200:3.0:1764938848.539000:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.539010:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.539016:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89856:89856:256:4294967295] 192.168.203.57@tcp LPNI seq info [89856:89856:8:4294967295] 00000400:00000200:3.0:1764938848.539026:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.539031:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.539034:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352786). 00000800:00000200:3.0:1764938848.539039:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.539045:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.539048:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.539063:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.539066:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.539070:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001da0b618. 02000000:00000010:3.0:1764938848.539077:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acf50ebe. 00000100:00000010:3.0:1764938848.539079:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000007b05aa1. 02000000:00000010:3.0:1764938848.539084:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002814e18f. 00000100:00000010:3.0:1764938848.539086:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:3.0:1764938848.539089:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d8b4a0f. 00000100:00000010:3.0:1764938848.539091:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d2a7073. 02000000:00000010:3.0:1764938848.539095:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000754d771e. 00000100:00000010:3.0:1764938848.539097:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:3.0:1764938848.539100:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9def650. 00000100:00000010:3.0:1764938848.539123:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:3.0:1764938848.539126:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004e107492. 00000100:00000010:3.0:1764938848.539128:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000200:3.0:1764938848.539133:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938848.539137:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b893123. 00000400:00000010:3.0:1764938848.539140:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c806342e (tot 82352938). 00000800:00000200:3.0:1764938848.541816:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.541822:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:3.0:1764938848.541830:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.541838:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.541843:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:3.0:1764938848.541845:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 02000000:00000010:3.0:1764938848.541852:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c23e9d1. 00010000:00000010:0.1:1764938848.544126:0:78438:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090881299. 00010000:00000010:0.1:1764938848.544135:0:78438:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003842246d. 00010000:00000010:0.1:1764938848.544141:0:78438:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccf0c575. 00000800:00000200:3.0:1764938848.545321:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.545327:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938848.545334:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.545341:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.545345:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081a11b07 00000400:00000010:3.0:1764938848.545348:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081a11b07. 00000100:00000200:3.0:1764938848.545357:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626918464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1764938848.553281:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c23e9d1. 00000020:00000010:3.0:1764938848.553288:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.553292:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.553678:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d9ee2b5 x1850670620996736/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938848.553713:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996736 02000000:00000010:3.0:1764938848.553724:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002814e18f. 00010000:00000010:3.0:1764938848.553748:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e652335d. 00010000:00000010:3.0:1764938848.553764:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.553770:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.553785:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.553788:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938848.553799:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938848.553802:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996736, offset 224 00000400:00000200:3.0:1764938848.553810:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.553820:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.553825:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89858:89858:256:4294967295] 192.168.203.57@tcp LPNI seq info [89858:89858:8:4294967295] 00000400:00000200:3.0:1764938848.554265:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.554271:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.554276:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938848.554282:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.554288:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.554292:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.554319:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.554323:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.554327:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c23e9d1. 00010000:00000010:1.1:1764938848.557297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046147f32. 00010000:00000010:1.1:1764938848.557305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067c08ce3. 00010000:00000010:1.1:1764938848.557309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a38c7. 00000020:00000010:3.0:1764938848.559982:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c23e9d1. 00000020:00000010:3.0:1764938848.559988:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.559991:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.560023:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a963d7 x1850670620996800/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938848.560054:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996800 02000000:00000010:3.0:1764938848.560063:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acf50ebe. 00010000:00000010:3.0:1764938848.560085:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f929290. 00010000:00000010:3.0:1764938848.560117:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.560123:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.560132:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.560135:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938848.560145:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938848.560149:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996800, offset 224 00000400:00000200:3.0:1764938848.560155:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.560166:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.560171:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89860:89860:256:4294967295] 192.168.203.57@tcp LPNI seq info [89860:89860:8:4294967295] 00000400:00000200:3.0:1764938848.560180:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.560184:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.560188:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938848.560193:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.560199:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.560202:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.560218:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.560221:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.560224:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c23e9d1. 00000800:00000200:3.0:1764938848.560293:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.560296:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352690). 00000400:00000200:3.0:1764938848.560300:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.560304:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.560306:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:3.0:1764938848.560308:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00010000:00000010:3.1:1764938848.563403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c07198. 00010000:00000010:3.1:1764938848.569370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f2d17d7. 00010000:00000010:1.1:1764938848.569825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d83b68. 00010000:00000010:1.1:1764938848.569831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c50af62d. 00010000:00000010:1.1:1764938848.571530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000128ce2c1. 00010000:00000010:1.1:1764938848.571538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000714f85d8. 00000020:00000010:3.0:1764938848.572938:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c23e9d1. 00000020:00000010:3.0:1764938848.572945:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.572949:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.572968:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001603f412 x1850670620996864/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938848.572998:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996864 02000000:00000010:3.0:1764938848.573007:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001da0b618. 00010000:00000010:3.0:1764938848.573029:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cf7c67a. 00010000:00000010:3.0:1764938848.573045:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.573050:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.573064:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.573067:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938848.573076:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938848.573080:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996864, offset 224 00000400:00000200:3.0:1764938848.573086:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.573096:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.573123:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89862:89862:256:4294967295] 192.168.203.57@tcp LPNI seq info [89862:89862:8:4294967295] 00000400:00000200:3.0:1764938848.573133:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.573137:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.573141:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938848.573146:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.573152:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.573155:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.573172:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.573176:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.573179:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c23e9d1. 00000800:00000200:2.0:1764938848.575808:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.575814:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352690). 00000400:00000200:2.0:1764938848.575822:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.575829:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.575842:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:2.0:1764938848.575845:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000800:00000200:2.0:1764938848.578361:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.578368:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938848.578375:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.578383:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.578397:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:2.0:1764938848.578399:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00000100:00000200:2.0:1764938848.578407:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626918656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1764938848.587806:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a3a4152. 00000100:00000010:1.0:1764938848.587813:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a3a4152. 00010000:00000010:1.0:1764938848.587816:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8a5bc49. 00000400:00000010:1.0:1764938848.587839:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938848.587845:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996928, offset 224 00000400:00000200:1.0:1764938848.587852:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.587861:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.587866:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89864:89864:256:4294967295] 192.168.203.57@tcp LPNI seq info [89864:89864:8:4294967295] 00000400:00000200:1.0:1764938848.587876:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.587881:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.587886:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938848.587891:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.587897:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.587900:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938848.587924:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938848.587928:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938848.587931:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c23e9d1. 00010000:00000010:3.1:1764938848.588219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077d1a31c. 00000400:00000010:3.0:1764938848.588251:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a90ba581. 00000400:00000200:3.0:1764938848.588254:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:3.0:1764938848.588256:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00000100:00000200:3.0:1764938848.588261:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626918656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.588268:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626918656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938848.588285:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039b74be4. 02000000:00000010:3.0:1764938848.588298:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f19a1cde. 02000000:00000010:3.0:1764938848.588302:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0452579. 00000100:00000010:3.0:1764938848.588305:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:3.0:1764938848.588309:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078eecd3f. 00010000:00000010:3.0:1764938848.588311:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd80b158. 00080000:00000010:3.0:1764938848.588327:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8e68635. 00010000:00000010:3.0:1764938848.588409:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:3.0:1764938848.588414:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002af0aeee. 00010000:00000010:3.0:1764938848.588477:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938848.588482:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938848.588492:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.588495:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.588501:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d2a7073. 02000000:00000010:3.0:1764938848.588510:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfce5805. 02000000:00000010:3.0:1764938848.588532:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000630b6363. 00000400:00000010:3.0:1764938848.588537:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d05d96df. 00000400:00000010:3.0:1764938848.588541:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938848.588544:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626918720, portal 16 00000400:00000010:3.0:1764938848.588548:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938848.588550:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626918720, offset 0 00000400:00000200:3.0:1764938848.588555:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.588561:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.588567:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.588570:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.588573:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.588575:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89865:89865:255:4294967295] 192.168.203.57@tcp LPNI seq info [89865:89865:7:4294967295] 00000400:00000200:3.0:1764938848.588583:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.588587:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.588590:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4fb9563 (tot 82353186). 00000800:00000200:3.0:1764938848.588594:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.588598:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.588600:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4fb9563 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.588735:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.588739:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352938). 00000400:00000200:2.0:1764938848.588742:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.588746:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.588748:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:2.0:1764938848.588749:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000800:00000200:2.0:1764938848.588795:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.588797:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4fb9563 (tot 82352690). 00000400:00000200:2.0:1764938848.588800:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.588803:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.588805:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038a32027 00000400:00000010:2.0:1764938848.588806:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038a32027. 00000100:00000200:2.0:1764938848.588810:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d2a7073 x1850670626918720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.594632:0:78402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000019c61ff. 00010000:00000010:1.1:1764938848.594644:0:78402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e6cedb4. 00010000:00000010:1.1:1764938848.594649:0:78402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938848.594652:0:78402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000714f85d8. 00000400:00000200:3.0:1764938848.597487:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.597506:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505140 00000400:00000200:3.0:1764938848.597514:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb02ad [1] + 224 00000400:00000200:3.0:1764938848.597528:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.597531:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.597541:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d2a7073 x1850670626918720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938848.597580:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d05d96df. 00000400:00000200:3.0:1764938848.597584:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:3.0:1764938848.597586:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:3.0:1764938848.597590:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d2a7073 x1850670626918720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.597597:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d2a7073 x1850670626918720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938848.597622:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000630b6363. 02000000:00000010:3.0:1764938848.597626:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfce5805. 00000100:00000010:3.0:1764938848.597629:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d2a7073. 00000100:00000010:3.0:1764938848.597634:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.597637:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000020:00000010:3.0:1764938848.610235:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfce5805. 00000020:00000010:3.0:1764938848.610242:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.610246:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.610270:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000069e89254 x1850670620996992/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938848.610309:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620996992 02000000:00000010:3.0:1764938848.610320:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000630b6363. 00010000:00000010:3.0:1764938848.610345:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099208fd3. 00010000:00000010:3.0:1764938848.610363:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938848.610369:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00080000:00000010:2.0:1764938848.610975:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4b7be11. 00000001:00000010:2.0:1764938848.611132:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003549b445. 00000001:00000010:2.0:1764938848.611139:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003549b445. 00000001:00000010:2.0:1764938848.611142:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b250cf85. 00080000:00000010:2.0:1764938848.611146:0:77248:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000de0de1b1. 00080000:00000010:2.0:1764938848.611152:0:77248:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000dcd38775. 00000001:00000010:2.0:1764938848.611157:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b250cf85. 00010000:00000010:2.0:1764938848.611193:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c707ac43. 00010000:00000010:2.0:1764938848.611197:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611202:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.0:1764938848.611208:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611220:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065ca1e30. 00010000:00000010:2.0:1764938848.611244:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611250:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611283:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047db7cd2. 00010000:00000010:2.0:1764938848.611286:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611290:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.0:1764938848.611293:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611301:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3ef7a9b. 00010000:00000010:2.0:1764938848.611325:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611329:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611360:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006709bd12. 00010000:00000010:2.0:1764938848.611363:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611365:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c56df19. 00010000:00000010:2.0:1764938848.611368:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611376:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000754d771e. 00010000:00000010:2.0:1764938848.611408:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611412:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611446:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f74e11a8. 00010000:00000010:2.0:1764938848.611448:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611451:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.0:1764938848.611453:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611460:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000667648d4. 00010000:00000010:2.0:1764938848.611482:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611486:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611528:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3a7fde3. 00010000:00000010:2.0:1764938848.611531:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611533:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.0:1764938848.611536:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611543:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c3044a6. 00010000:00000010:2.0:1764938848.611564:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611568:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611646:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047adb654. 00010000:00000010:2.0:1764938848.611649:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611652:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a742b92. 00010000:00000010:2.0:1764938848.611655:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611662:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c86d771c. 00010000:00000010:2.0:1764938848.611684:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611688:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611736:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002ae4d47. 00010000:00000010:2.0:1764938848.611739:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611742:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:2.0:1764938848.611745:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611753:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064767390. 00010000:00000010:2.0:1764938848.611773:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611776:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611804:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b86cd454. 00010000:00000010:2.0:1764938848.611807:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611810:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:2.0:1764938848.611812:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611820:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a007bfa1. 00010000:00000010:2.0:1764938848.611842:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611845:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611873:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092f5edc8. 00010000:00000010:2.0:1764938848.611875:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611878:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004718fd30. 00010000:00000010:2.0:1764938848.611881:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611888:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000921dc07f. 00010000:00000010:2.0:1764938848.611907:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611910:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611942:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009e081d8. 00010000:00000010:2.0:1764938848.611944:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.611947:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045462aa7. 00010000:00000010:2.0:1764938848.611950:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.611957:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b77d0992. 00010000:00000010:2.0:1764938848.611977:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.611981:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612012:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e44a304. 00010000:00000010:2.0:1764938848.612015:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612019:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004cf1dacc. 00010000:00000010:2.0:1764938848.612021:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612027:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094b70927. 00010000:00000010:2.0:1764938848.612048:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612051:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612079:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9868ce0. 00010000:00000010:2.0:1764938848.612082:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612085:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072d599d3. 00010000:00000010:2.0:1764938848.612087:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612094:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ce24089. 00010000:00000010:2.0:1764938848.612140:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612143:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612177:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009de2f772. 00010000:00000010:2.0:1764938848.612180:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612183:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d952f006. 00010000:00000010:2.0:1764938848.612185:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612192:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0c46970. 00010000:00000010:2.0:1764938848.612213:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612216:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612245:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ecbb764. 00010000:00000010:2.0:1764938848.612247:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612250:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094342195. 00010000:00000010:2.0:1764938848.612253:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612262:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce409a11. 00010000:00000010:2.0:1764938848.612282:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612285:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612331:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af10d7b5. 00010000:00000010:2.0:1764938848.612334:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612336:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000480f68be. 00010000:00000010:2.0:1764938848.612339:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612345:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082833157. 00010000:00000010:2.0:1764938848.612366:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612370:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612411:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052f7ce91. 00010000:00000010:2.0:1764938848.612414:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612417:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5b314a3. 00010000:00000010:2.0:1764938848.612419:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612427:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085191bda. 00010000:00000010:2.0:1764938848.612449:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612452:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612481:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db5913e5. 00010000:00000010:2.0:1764938848.612484:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612487:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac94331d. 00010000:00000010:2.0:1764938848.612490:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612496:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c395d63c. 00010000:00000010:2.0:1764938848.612519:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612522:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612549:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000562fa674. 00010000:00000010:2.0:1764938848.612552:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612554:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fd2c0a1. 00010000:00000010:2.0:1764938848.612557:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612564:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3440ccb. 00010000:00000010:2.0:1764938848.612586:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612590:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612623:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1f950cd. 00010000:00000010:2.0:1764938848.612626:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612629:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006768e5cc. 00010000:00000010:2.0:1764938848.612632:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612639:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b59a54e. 00010000:00000010:2.0:1764938848.612660:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612663:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612689:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ec22a03. 00010000:00000010:2.0:1764938848.612691:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612694:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086f0172a. 00010000:00000010:2.0:1764938848.612697:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612703:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000904b21d8. 00010000:00000010:2.0:1764938848.612723:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612725:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612752:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005cd73888. 00010000:00000010:2.0:1764938848.612755:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612758:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f89647f6. 00010000:00000010:2.0:1764938848.612760:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612767:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026f5a80f. 00010000:00000010:2.0:1764938848.612786:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.612789:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612813:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5b90db0. 00010000:00000010:2.0:1764938848.612815:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.612818:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd64ea0a. 00010000:00000010:2.0:1764938848.612821:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.612827:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042c58841. 00010000:00000010:3.0:1764938848.613182:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00000100:00000010:3.0:1764938848.613192:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.613196:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00010000:00000010:3.0:1764938848.613200:0:64654:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f92f1742. 00000400:00000010:3.0:1764938848.613219:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938848.613224:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620996992, offset 224 00000400:00000200:3.0:1764938848.613236:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.613251:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.613257:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89866:89866:256:4294967295] 192.168.203.57@tcp LPNI seq info [89866:89866:8:4294967295] 00000400:00000200:3.0:1764938848.613268:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.613275:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.613279:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82352938). 00000800:00000200:3.0:1764938848.613286:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.613293:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.613296:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.613319:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.613324:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.613329:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfce5805. 00000800:00000200:3.0:1764938848.613452:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.613456:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352690). 00000400:00000200:3.0:1764938848.613461:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.613465:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.613469:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:3.0:1764938848.613471:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00010000:00000010:3.1:1764938848.615337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001442ee8c. 00010000:00000010:3.1:1764938848.615348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e6852d8. 00010000:00000010:3.1:1764938848.615352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c50af62d. 00010000:00000010:2.0:1764938848.616758:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.616772:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618185:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000100d3f9f. 00010000:00000010:2.0:1764938848.618194:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618200:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024db437d. 00010000:00000010:2.0:1764938848.618206:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618226:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001537c734. 00010000:00000010:2.0:1764938848.618273:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618277:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618316:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ded69a2. 00010000:00000010:2.0:1764938848.618318:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618321:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7999412. 00010000:00000010:2.0:1764938848.618323:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618329:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5590399. 00010000:00000010:2.0:1764938848.618345:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618348:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618377:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd2951e0. 00010000:00000010:2.0:1764938848.618379:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618382:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049c882a8. 00010000:00000010:2.0:1764938848.618385:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618402:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e875937. 00010000:00000010:2.0:1764938848.618421:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618423:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618447:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2f2f25c. 00010000:00000010:2.0:1764938848.618449:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618452:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004cdb9315. 00010000:00000010:2.0:1764938848.618454:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618459:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092335206. 00010000:00000010:2.0:1764938848.618475:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618478:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618505:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036744dad. 00010000:00000010:2.0:1764938848.618507:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618510:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6dba952. 00010000:00000010:2.0:1764938848.618512:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618518:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049dc6142. 00010000:00000010:2.0:1764938848.618534:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618537:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618560:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de7a99cc. 00010000:00000010:2.0:1764938848.618562:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618564:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007746a0e9. 00010000:00000010:2.0:1764938848.618566:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618571:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079fa100f. 00010000:00000010:2.0:1764938848.618586:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618589:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618620:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000259a3d8c. 00010000:00000010:2.0:1764938848.618622:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618625:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bd769a2. 00010000:00000010:2.0:1764938848.618627:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618634:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004da6e208. 00010000:00000010:2.0:1764938848.618650:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618652:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618675:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c27674a. 00010000:00000010:2.0:1764938848.618677:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618680:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd904dfb. 00010000:00000010:2.0:1764938848.618682:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618688:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000170f2090. 00010000:00000010:2.0:1764938848.618702:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618705:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618729:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000405e18c1. 00010000:00000010:2.0:1764938848.618731:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618733:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce496200. 00010000:00000010:2.0:1764938848.618735:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618741:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be0bbd97. 00010000:00000010:2.0:1764938848.618755:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618758:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618781:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005698567b. 00010000:00000010:2.0:1764938848.618783:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618785:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50a89ae. 00010000:00000010:2.0:1764938848.618788:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618792:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1e2b07. 00010000:00000010:2.0:1764938848.618807:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618809:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618829:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082d451bb. 00010000:00000010:2.0:1764938848.618832:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618834:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014fde69a. 00010000:00000010:2.0:1764938848.618837:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618842:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eec329e. 00010000:00000010:2.0:1764938848.618856:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618859:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618880:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cbcc5d5. 00010000:00000010:2.0:1764938848.618883:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618885:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009be5a811. 00010000:00000010:2.0:1764938848.618887:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618893:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010ab2033. 00010000:00000010:2.0:1764938848.618907:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618910:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618935:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000053cb14b. 00010000:00000010:2.0:1764938848.618937:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618939:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046909631. 00010000:00000010:2.0:1764938848.618941:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618947:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063ac6fea. 00010000:00000010:2.0:1764938848.618961:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.618964:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618985:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006cf8355f. 00010000:00000010:2.0:1764938848.618987:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.618990:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000166055b1. 00010000:00000010:2.0:1764938848.618992:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.618997:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000690a94a. 00010000:00000010:2.0:1764938848.619012:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.619014:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619039:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086e72c54. 00010000:00000010:2.0:1764938848.619041:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619043:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b9fef8c. 00010000:00000010:2.0:1764938848.619045:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.619051:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097e757f3. 00010000:00000010:2.0:1764938848.619065:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.619068:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619087:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030a7dc9b. 00010000:00000010:2.0:1764938848.619089:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619091:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be1514b4. 00010000:00000010:2.0:1764938848.619094:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.619099:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5ebd643. 00010000:00000010:2.0:1764938848.619143:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.619146:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619168:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083717b93. 00010000:00000010:2.0:1764938848.619170:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619173:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b20b4ab. 00010000:00000010:2.0:1764938848.619175:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.619181:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ad26a20. 00010000:00000010:2.0:1764938848.619196:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.619198:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619219:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007be142b0. 00010000:00000010:2.0:1764938848.619221:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619223:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:2.0:1764938848.619226:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.619231:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e71a245. 00010000:00000010:2.0:1764938848.619246:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.619248:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619271:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea0a2d01. 00010000:00000010:2.0:1764938848.619273:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619275:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000385e970e. 00010000:00000010:2.0:1764938848.619277:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.619283:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034dd786b. 00010000:00000010:2.0:1764938848.619298:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.619301:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619321:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e35fd22. 00010000:00000010:2.0:1764938848.619323:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619326:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d86ba66b. 00010000:00000010:2.0:1764938848.619328:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.619333:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006120d0d5. 00010000:00000010:2.0:1764938848.619348:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.619350:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619374:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3f645cc. 00010000:00000010:2.0:1764938848.619376:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.619379:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.0:1764938848.619381:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623177:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4dfec6e. 00010000:00000010:2.0:1764938848.623259:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623267:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623328:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090576bb9. 00010000:00000010:2.0:1764938848.623331:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623335:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005467eca5. 00010000:00000010:2.0:1764938848.623339:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623353:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dbab1c0. 00010000:00000010:2.0:1764938848.623370:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623373:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623409:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4c974fa. 00010000:00000010:2.0:1764938848.623411:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623413:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.0:1764938848.623416:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623422:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066a4e98a. 00010000:00000010:2.0:1764938848.623439:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623442:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623467:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000622289e1. 00010000:00000010:2.0:1764938848.623469:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623472:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a55db59. 00010000:00000010:2.0:1764938848.623474:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623481:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c030f505. 00010000:00000010:2.0:1764938848.623501:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623504:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623540:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8f4d1e3. 00010000:00000010:2.0:1764938848.623542:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623545:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.0:1764938848.623547:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623552:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000325d7fb2. 00010000:00000010:2.0:1764938848.623568:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623571:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623593:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ccf8c962. 00010000:00000010:2.0:1764938848.623595:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623597:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:2.0:1764938848.623599:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623604:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000503816ed. 00010000:00000010:2.0:1764938848.623619:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623622:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623649:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffb65f0a. 00010000:00000010:2.0:1764938848.623651:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623653:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c417180a. 00010000:00000010:2.0:1764938848.623655:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623660:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032e127f7. 00010000:00000010:2.0:1764938848.623675:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623678:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623698:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000068f26d0. 00010000:00000010:2.0:1764938848.623700:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623702:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.0:1764938848.623705:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623710:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000910f61bb. 00010000:00000010:2.0:1764938848.623724:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623726:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623745:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032fde61f. 00010000:00000010:2.0:1764938848.623747:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623749:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c28c747. 00010000:00000010:2.0:1764938848.623752:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623756:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a02a7c0. 00010000:00000010:2.0:1764938848.623771:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623774:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623795:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eec89b82. 00010000:00000010:2.0:1764938848.623797:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623799:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.0:1764938848.623801:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623806:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe901c2b. 00010000:00000010:2.0:1764938848.623821:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623824:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623847:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ac6c22e. 00010000:00000010:2.0:1764938848.623849:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623851:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.0:1764938848.623854:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623858:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fccaaf1f. 00010000:00000010:2.0:1764938848.623872:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623874:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623895:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0b7d4db. 00010000:00000010:2.0:1764938848.623897:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623899:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9434edd. 00010000:00000010:2.0:1764938848.623901:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623906:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b99ad705. 00010000:00000010:2.0:1764938848.623919:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623922:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623945:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fe42faa. 00010000:00000010:2.0:1764938848.623947:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623949:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c74a62. 00010000:00000010:2.0:1764938848.623951:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.623957:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc984f8f. 00010000:00000010:2.0:1764938848.623972:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.623974:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623995:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea32c16f. 00010000:00000010:2.0:1764938848.623997:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.623999:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd831b2c. 00010000:00000010:2.0:1764938848.624001:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624006:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003609cc3d. 00010000:00000010:2.0:1764938848.624020:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624022:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624042:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb7aea07. 00010000:00000010:2.0:1764938848.624044:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624048:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ff11830. 00010000:00000010:2.0:1764938848.624050:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624057:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b443d1. 00010000:00000010:2.0:1764938848.624071:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624073:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624092:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004429ad09. 00010000:00000010:2.0:1764938848.624094:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624096:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053c9873e. 00010000:00000010:2.0:1764938848.624098:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624137:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4932b16. 00010000:00000010:2.0:1764938848.624156:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624159:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624183:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d2ce0ef. 00010000:00000010:2.0:1764938848.624186:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624188:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a07dc95f. 00010000:00000010:2.0:1764938848.624190:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624196:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd7d4dcf. 00010000:00000010:2.0:1764938848.624210:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624212:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624232:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fc085a7. 00010000:00000010:2.0:1764938848.624234:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624237:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c71b0f1c. 00010000:00000010:2.0:1764938848.624239:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624244:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c58beb4. 00010000:00000010:2.0:1764938848.624257:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624259:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624282:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b823ef04. 00010000:00000010:2.0:1764938848.624284:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624286:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084e60da1. 00010000:00000010:2.0:1764938848.624288:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624293:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de0de1b1. 00010000:00000010:2.0:1764938848.624308:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624311:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624332:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005672e479. 00010000:00000010:2.0:1764938848.624334:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624336:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ac57f61. 00010000:00000010:2.0:1764938848.624338:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624343:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097ef8763. 00010000:00000010:2.0:1764938848.624356:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624359:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624379:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013100c85. 00010000:00000010:2.0:1764938848.624381:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624383:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a78d961f. 00010000:00000010:2.0:1764938848.624396:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624403:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b1c037. 00010000:00000010:2.0:1764938848.624420:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624423:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624445:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023f58c8a. 00010000:00000010:2.0:1764938848.624447:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624450:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f32c592e. 00010000:00000010:2.0:1764938848.624452:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624457:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7fece8a. 00010000:00000010:2.0:1764938848.624473:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624475:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624502:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd68c9e1. 00010000:00000010:2.0:1764938848.624504:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624507:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066aa5361. 00010000:00000010:2.0:1764938848.624509:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624515:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000920eb578. 00010000:00000010:2.0:1764938848.624530:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624533:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624554:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025db371d. 00010000:00000010:2.0:1764938848.624556:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624558:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d920fbe5. 00010000:00000010:2.0:1764938848.624560:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624565:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfca1797. 00010000:00000010:2.0:1764938848.624579:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624581:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624603:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b75d791. 00010000:00000010:2.0:1764938848.624605:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624608:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5efa168. 00010000:00000010:2.0:1764938848.624610:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624614:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a69d61c. 00010000:00000010:2.0:1764938848.624629:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624631:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624651:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba0ca0e7. 00010000:00000010:2.0:1764938848.624653:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624655:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000207d2b4f. 00010000:00000010:2.0:1764938848.624657:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624662:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e9a9215. 00010000:00000010:2.0:1764938848.624675:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624677:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624699:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e68bedfc. 00010000:00000010:2.0:1764938848.624702:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624706:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a802c68. 00010000:00000010:2.0:1764938848.624708:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624715:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eac12e91. 00010000:00000010:2.0:1764938848.624735:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624738:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624765:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea064c19. 00010000:00000010:2.0:1764938848.624767:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624770:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049dff750. 00010000:00000010:2.0:1764938848.624773:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624779:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f579f6a. 00010000:00000010:2.0:1764938848.624799:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624803:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624831:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005b06d07. 00010000:00000010:2.0:1764938848.624833:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624836:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f23adf61. 00010000:00000010:2.0:1764938848.624838:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624844:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c04942c3. 00010000:00000010:2.0:1764938848.624862:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624865:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624887:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001297df6b. 00010000:00000010:2.0:1764938848.624890:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624892:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfba5222. 00010000:00000010:2.0:1764938848.624895:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624901:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003d85a20. 00010000:00000010:2.0:1764938848.624918:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624921:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624949:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fdd6c3a5. 00010000:00000010:2.0:1764938848.624952:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.624955:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004721c990. 00010000:00000010:2.0:1764938848.624957:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.624964:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dec75e0d. 00010000:00000010:2.0:1764938848.624985:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.624989:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.625015:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090d2fc45. 00010000:00000010:2.0:1764938848.625017:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.625022:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000905fea4f. 00010000:00000010:2.0:1764938848.625024:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.625031:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000876e0b60. 00010000:00000010:2.0:1764938848.625049:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.625051:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.625073:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a150e0aa. 00010000:00000010:2.0:1764938848.625075:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.625077:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ed36b65. 00010000:00000010:2.0:1764938848.625079:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.625085:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bc5bfc6. 00010000:00000010:2.0:1764938848.625121:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938848.625124:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.625146:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035e5ca87. 00010000:00000010:2.0:1764938848.625148:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938848.625151:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1f38a52. 00010000:00000010:2.0:1764938848.625153:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00080000:00000010:2.0:1764938848.625158:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e77531f. 00010000:00000010:3.1:1764938848.632754:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025c6a9b2. 00010000:00000010:3.1:1764938848.632763:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.1:1764938848.632767:0:34:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9592227. 00010000:00000010:2.1:1764938848.633121:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c707ac43. 00010000:00000010:2.1:1764938848.633129:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031098c8a. 00010000:00000010:2.1:1764938848.633132:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047db7cd2. 00010000:00000010:2.1:1764938848.633135:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7cb44f. 00010000:00000010:2.1:1764938848.633137:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006709bd12. 00010000:00000010:2.1:1764938848.633140:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56df19. 00010000:00000010:2.1:1764938848.633142:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f74e11a8. 00010000:00000010:2.1:1764938848.633145:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23d6423. 00010000:00000010:2.1:1764938848.633148:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3a7fde3. 00010000:00000010:2.1:1764938848.633150:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9f4ff0. 00010000:00000010:2.1:1764938848.633154:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047adb654. 00010000:00000010:2.1:1764938848.633157:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a742b92. 00010000:00000010:2.1:1764938848.633159:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002ae4d47. 00010000:00000010:2.1:1764938848.633161:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1f5f8e. 00010000:00000010:2.1:1764938848.633163:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b86cd454. 00010000:00000010:2.1:1764938848.633165:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d6d4a8. 00010000:00000010:2.1:1764938848.633168:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092f5edc8. 00010000:00000010:2.1:1764938848.633170:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004718fd30. 00010000:00000010:2.1:1764938848.633173:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009e081d8. 00010000:00000010:2.1:1764938848.633175:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045462aa7. 00010000:00000010:2.1:1764938848.633178:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e44a304. 00010000:00000010:2.1:1764938848.633181:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cf1dacc. 00010000:00000010:2.1:1764938848.633184:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9868ce0. 00010000:00000010:2.1:1764938848.633186:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072d599d3. 00010000:00000010:2.1:1764938848.633188:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009de2f772. 00010000:00000010:2.1:1764938848.633190:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d952f006. 00010000:00000010:2.1:1764938848.633193:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ecbb764. 00010000:00000010:2.1:1764938848.633195:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094342195. 00010000:00000010:2.1:1764938848.633197:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af10d7b5. 00010000:00000010:2.1:1764938848.633200:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480f68be. 00010000:00000010:2.1:1764938848.633203:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f7ce91. 00010000:00000010:2.1:1764938848.633206:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b314a3. 00010000:00000010:2.1:1764938848.633208:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5913e5. 00010000:00000010:2.1:1764938848.633210:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac94331d. 00010000:00000010:2.1:1764938848.633212:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000562fa674. 00010000:00000010:2.1:1764938848.633216:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fd2c0a1. 00010000:00000010:2.1:1764938848.633218:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f950cd. 00010000:00000010:2.1:1764938848.633220:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e5cc. 00010000:00000010:2.1:1764938848.633225:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ec22a03. 00010000:00000010:2.1:1764938848.633228:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086f0172a. 00010000:00000010:2.1:1764938848.633231:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cd73888. 00010000:00000010:2.1:1764938848.633233:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89647f6. 00010000:00000010:2.1:1764938848.633237:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5b90db0. 00010000:00000010:2.1:1764938848.633240:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd64ea0a. 00010000:00000010:2.1:1764938848.633242:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000100d3f9f. 00010000:00000010:2.1:1764938848.633244:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024db437d. 00010000:00000010:2.1:1764938848.633246:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ded69a2. 00010000:00000010:2.1:1764938848.633248:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7999412. 00010000:00000010:2.1:1764938848.633250:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd2951e0. 00010000:00000010:2.1:1764938848.633254:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049c882a8. 00010000:00000010:2.1:1764938848.633256:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2f2f25c. 00010000:00000010:2.1:1764938848.633258:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cdb9315. 00010000:00000010:2.1:1764938848.633259:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036744dad. 00010000:00000010:2.1:1764938848.633262:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6dba952. 00010000:00000010:2.1:1764938848.633264:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de7a99cc. 00010000:00000010:2.1:1764938848.633266:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007746a0e9. 00010000:00000010:2.1:1764938848.633269:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000259a3d8c. 00010000:00000010:2.1:1764938848.633271:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd769a2. 00010000:00000010:2.1:1764938848.633273:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c27674a. 00010000:00000010:2.1:1764938848.633276:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd904dfb. 00010000:00000010:2.1:1764938848.633278:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000405e18c1. 00010000:00000010:2.1:1764938848.633280:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce496200. 00010000:00000010:2.1:1764938848.633282:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005698567b. 00010000:00000010:2.1:1764938848.633284:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50a89ae. 00010000:00000010:2.1:1764938848.633286:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d451bb. 00010000:00000010:2.1:1764938848.633288:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014fde69a. 00010000:00000010:2.1:1764938848.633292:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cbcc5d5. 00010000:00000010:2.1:1764938848.633294:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009be5a811. 00010000:00000010:2.1:1764938848.633296:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000053cb14b. 00010000:00000010:2.1:1764938848.633298:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046909631. 00010000:00000010:2.1:1764938848.633300:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf8355f. 00010000:00000010:2.1:1764938848.633302:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000166055b1. 00010000:00000010:2.1:1764938848.633304:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086e72c54. 00010000:00000010:2.1:1764938848.633306:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b9fef8c. 00010000:00000010:2.1:1764938848.633308:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030a7dc9b. 00010000:00000010:2.1:1764938848.633311:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1514b4. 00010000:00000010:2.1:1764938848.633315:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083717b93. 00010000:00000010:2.1:1764938848.633318:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b20b4ab. 00010000:00000010:2.1:1764938848.633320:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007be142b0. 00010000:00000010:2.1:1764938848.633322:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c2c6a9c. 00010000:00000010:2.1:1764938848.633325:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea0a2d01. 00010000:00000010:2.1:1764938848.633327:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e970e. 00010000:00000010:2.1:1764938848.633330:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e35fd22. 00010000:00000010:2.1:1764938848.633334:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ba66b. 00010000:00000010:2.1:1764938848.633336:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3f645cc. 00010000:00000010:2.1:1764938848.633338:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a37f9c. 00010000:00000010:2.1:1764938848.633340:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090576bb9. 00010000:00000010:2.1:1764938848.633343:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005467eca5. 00010000:00000010:2.1:1764938848.633345:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c974fa. 00010000:00000010:2.1:1764938848.633347:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc22640. 00010000:00000010:2.1:1764938848.633349:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622289e1. 00010000:00000010:2.1:1764938848.633352:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a55db59. 00010000:00000010:2.1:1764938848.633354:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8f4d1e3. 00010000:00000010:2.1:1764938848.633356:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b2b483d. 00010000:00000010:2.1:1764938848.633358:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf8c962. 00010000:00000010:2.1:1764938848.633360:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61e7fa7. 00010000:00000010:2.1:1764938848.633363:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffb65f0a. 00010000:00000010:2.1:1764938848.633365:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c417180a. 00010000:00000010:2.1:1764938848.633366:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000068f26d0. 00010000:00000010:2.1:1764938848.633380:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eddc2dc. 00010000:00000010:2.1:1764938848.633383:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032fde61f. 00010000:00000010:2.1:1764938848.633395:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c28c747. 00010000:00000010:2.1:1764938848.633399:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eec89b82. 00010000:00000010:2.1:1764938848.633401:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000564a62e1. 00010000:00000010:2.1:1764938848.633403:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ac6c22e. 00010000:00000010:2.1:1764938848.633405:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6027d3. 00010000:00000010:2.1:1764938848.633407:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b7d4db. 00010000:00000010:2.1:1764938848.633409:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9434edd. 00010000:00000010:2.1:1764938848.633411:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fe42faa. 00010000:00000010:2.1:1764938848.633414:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c74a62. 00010000:00000010:2.1:1764938848.633416:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea32c16f. 00010000:00000010:2.1:1764938848.633418:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd831b2c. 00010000:00000010:2.1:1764938848.633420:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb7aea07. 00010000:00000010:2.1:1764938848.633423:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ff11830. 00010000:00000010:2.1:1764938848.633425:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004429ad09. 00010000:00000010:2.1:1764938848.633428:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053c9873e. 00010000:00000010:2.1:1764938848.633430:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d2ce0ef. 00010000:00000010:2.1:1764938848.633433:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a07dc95f. 00010000:00000010:2.1:1764938848.633435:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc085a7. 00010000:00000010:2.1:1764938848.633437:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c71b0f1c. 00010000:00000010:2.1:1764938848.633440:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b823ef04. 00010000:00000010:2.1:1764938848.633442:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e60da1. 00010000:00000010:2.1:1764938848.633445:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005672e479. 00010000:00000010:2.1:1764938848.633447:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ac57f61. 00010000:00000010:2.1:1764938848.633450:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013100c85. 00010000:00000010:2.1:1764938848.633453:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78d961f. 00010000:00000010:2.1:1764938848.633455:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023f58c8a. 00010000:00000010:2.1:1764938848.633457:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32c592e. 00010000:00000010:2.1:1764938848.633458:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd68c9e1. 00010000:00000010:2.1:1764938848.633461:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066aa5361. 00010000:00000010:2.1:1764938848.633463:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025db371d. 00010000:00000010:2.1:1764938848.633464:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d920fbe5. 00010000:00000010:2.1:1764938848.633466:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b75d791. 00010000:00000010:2.1:1764938848.633468:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5efa168. 00010000:00000010:2.1:1764938848.633557:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba0ca0e7. 00010000:00000010:2.1:1764938848.633561:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000207d2b4f. 00010000:00000010:2.1:1764938848.633564:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e68bedfc. 00010000:00000010:2.1:1764938848.633567:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a802c68. 00010000:00000010:2.1:1764938848.633569:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea064c19. 00010000:00000010:2.1:1764938848.633572:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049dff750. 00010000:00000010:2.1:1764938848.633574:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b06d07. 00010000:00000010:2.1:1764938848.633576:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23adf61. 00010000:00000010:2.1:1764938848.633577:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001297df6b. 00010000:00000010:2.1:1764938848.633579:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfba5222. 00010000:00000010:2.1:1764938848.633581:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdd6c3a5. 00010000:00000010:2.1:1764938848.633583:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004721c990. 00010000:00000010:2.1:1764938848.633585:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d2fc45. 00010000:00000010:2.1:1764938848.633587:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905fea4f. 00010000:00000010:2.1:1764938848.633589:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a150e0aa. 00010000:00000010:2.1:1764938848.633591:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ed36b65. 00010000:00000010:1.0:1764938848.637592:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:1.0:1764938848.637604:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:1.0:1764938848.637675:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e83c62c4. 00010000:00000010:1.0:1764938848.637678:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637682:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000714f85d8. 00010000:00000010:1.0:1764938848.637687:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.637701:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000986f98be. 00010000:00000010:1.0:1764938848.637724:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.637726:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637752:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f16cc904. 00010000:00000010:1.0:1764938848.637754:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637757:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e6cedb4. 00010000:00000010:1.0:1764938848.637759:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.637766:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1603d6. 00010000:00000010:1.0:1764938848.637782:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.637784:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637811:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006c831b7. 00010000:00000010:1.0:1764938848.637813:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637815:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0c87c8a. 00010000:00000010:1.0:1764938848.637818:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.637823:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df6247d5. 00010000:00000010:1.0:1764938848.637838:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.637841:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637862:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080b8ec68. 00010000:00000010:1.0:1764938848.637864:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637866:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bdb6df7. 00010000:00000010:1.0:1764938848.637869:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.637874:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000caf47a5d. 00010000:00000010:1.0:1764938848.637888:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.637891:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637913:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b28000a. 00010000:00000010:1.0:1764938848.637915:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637917:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b37b0291. 00010000:00000010:1.0:1764938848.637919:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.637924:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067139870. 00010000:00000010:1.0:1764938848.637939:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.637942:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637964:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebe54c8a. 00010000:00000010:1.0:1764938848.637965:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.637968:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c50af62d. 00010000:00000010:1.0:1764938848.637971:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.637976:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008902ac41. 00010000:00000010:1.0:1764938848.637992:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.637994:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638020:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3498f05. 00010000:00000010:1.0:1764938848.638022:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638024:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccf0c575. 00010000:00000010:1.0:1764938848.638027:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638033:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8c09a15. 00010000:00000010:1.0:1764938848.638049:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638051:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638073:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000f261d1. 00010000:00000010:1.0:1764938848.638075:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638077:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b8b0847. 00010000:00000010:1.0:1764938848.638079:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638085:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cabc0d6f. 00010000:00000010:1.0:1764938848.638169:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638174:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638211:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000500350ff. 00010000:00000010:1.0:1764938848.638213:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638216:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6ee5427. 00010000:00000010:1.0:1764938848.638219:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638226:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000625bbfb4. 00010000:00000010:1.0:1764938848.638249:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638252:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638278:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c606359. 00010000:00000010:1.0:1764938848.638281:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638283:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000868f9fc1. 00010000:00000010:1.0:1764938848.638286:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638300:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7c2d2b7. 00010000:00000010:1.0:1764938848.638323:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638326:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638352:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ae847b0. 00010000:00000010:1.0:1764938848.638355:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638357:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e1c11f3. 00010000:00000010:1.0:1764938848.638359:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638366:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f9b78f5. 00010000:00000010:1.0:1764938848.638398:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638402:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638430:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1b57ab0. 00010000:00000010:1.0:1764938848.638433:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638436:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004a8517e. 00010000:00000010:1.0:1764938848.638438:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638446:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000801bad5d. 00010000:00000010:1.0:1764938848.638467:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638733:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638772:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000204582f2. 00010000:00000010:1.0:1764938848.638775:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638778:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.0:1764938848.638780:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638788:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001788ee4a. 00010000:00000010:1.0:1764938848.638812:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638815:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638842:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000034b028f1. 00010000:00000010:1.0:1764938848.638845:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638848:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074b11112. 00010000:00000010:1.0:1764938848.638850:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638857:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd30ef3c. 00010000:00000010:1.0:1764938848.638879:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638883:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638916:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015b16a56. 00010000:00000010:1.0:1764938848.638919:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638922:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e30d616f. 00010000:00000010:1.0:1764938848.638925:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638932:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2dfd965. 00010000:00000010:1.0:1764938848.638953:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.638957:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638983:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc5ccc86. 00010000:00000010:1.0:1764938848.638986:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.638989:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097c26024. 00010000:00000010:1.0:1764938848.638992:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.638999:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003faa0830. 00010000:00000010:1.0:1764938848.639020:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639023:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639049:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000715c4ef3. 00010000:00000010:1.0:1764938848.639052:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639054:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000607b850. 00010000:00000010:1.0:1764938848.639057:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639064:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000921dc07f. 00010000:00000010:1.0:1764938848.639085:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639088:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639140:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f76efb39. 00010000:00000010:1.0:1764938848.639143:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639146:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c15ef45. 00010000:00000010:1.0:1764938848.639149:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639156:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b77d0992. 00010000:00000010:1.0:1764938848.639177:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639181:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639212:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c4f836a. 00010000:00000010:1.0:1764938848.639215:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639218:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000584e3044. 00010000:00000010:1.0:1764938848.639221:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639228:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094b70927. 00010000:00000010:1.0:1764938848.639248:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639252:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639281:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e8b0c56. 00010000:00000010:1.0:1764938848.639284:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639286:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e4f9b5e. 00010000:00000010:1.0:1764938848.639289:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639296:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ce24089. 00010000:00000010:1.0:1764938848.639318:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639321:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639351:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f546e5a. 00010000:00000010:1.0:1764938848.639354:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639357:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002adb507. 00010000:00000010:1.0:1764938848.639360:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639367:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfca4a88. 00010000:00000010:1.0:1764938848.639401:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639404:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639433:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009685d585. 00010000:00000010:1.0:1764938848.639436:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639439:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e9135ff. 00010000:00000010:1.0:1764938848.639442:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639448:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001461406c. 00010000:00000010:1.0:1764938848.639538:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639542:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639575:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a5dab29. 00010000:00000010:1.0:1764938848.639578:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639582:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fa7d462. 00010000:00000010:1.0:1764938848.639585:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639592:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac66b0cd. 00010000:00000010:1.0:1764938848.639614:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639618:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639645:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4b499e2. 00010000:00000010:1.0:1764938848.639648:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639651:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000554768b3. 00010000:00000010:1.0:1764938848.639653:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639660:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcebbf57. 00010000:00000010:1.0:1764938848.639681:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639684:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639715:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ea9aa57. 00010000:00000010:1.0:1764938848.639718:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639721:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008dd800b9. 00010000:00000010:1.0:1764938848.639723:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639731:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001019ff15. 00010000:00000010:1.0:1764938848.639751:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639754:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639778:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000730e4fca. 00010000:00000010:1.0:1764938848.639780:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639782:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb340eae. 00010000:00000010:1.0:1764938848.639785:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639791:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7eae1ef. 00010000:00000010:1.0:1764938848.639810:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639813:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639844:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001385aac1. 00010000:00000010:1.0:1764938848.639846:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639849:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021b666da. 00010000:00000010:1.0:1764938848.639852:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639859:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000642ea39d. 00010000:00000010:1.0:1764938848.639879:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639882:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639908:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a28245d. 00010000:00000010:1.0:1764938848.639911:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639913:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef24fbcb. 00010000:00000010:1.0:1764938848.639916:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639922:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eea26629. 00010000:00000010:1.0:1764938848.639939:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.639942:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639967:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9cfcf92. 00010000:00000010:1.0:1764938848.639970:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.639973:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a77c2bf. 00010000:00000010:1.0:1764938848.639975:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.639982:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097225dbe. 00010000:00000010:1.0:1764938848.640000:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640002:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640028:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009baf4fa7. 00010000:00000010:1.0:1764938848.640031:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640034:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091e7c05e. 00010000:00000010:1.0:1764938848.640037:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640044:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5d9a652. 00010000:00000010:1.0:1764938848.640066:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640070:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640100:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebb3c0df. 00010000:00000010:1.0:1764938848.640129:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640132:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51a268a. 00010000:00000010:1.0:1764938848.640136:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640143:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099cc4cec. 00010000:00000010:1.0:1764938848.640166:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640169:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640198:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003464d977. 00010000:00000010:1.0:1764938848.640201:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640204:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef0c6208. 00010000:00000010:1.0:1764938848.640207:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640214:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebadf4f4. 00010000:00000010:1.0:1764938848.640236:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640239:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640269:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c877d1b7. 00010000:00000010:1.0:1764938848.640272:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640275:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa03fc74. 00010000:00000010:1.0:1764938848.640278:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640285:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000961f0f94. 00010000:00000010:1.0:1764938848.640305:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640309:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640337:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001771a974. 00010000:00000010:1.0:1764938848.640340:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640343:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000057e6df9. 00010000:00000010:1.0:1764938848.640346:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640353:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f30d1d61. 00010000:00000010:1.0:1764938848.640374:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640378:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640418:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012737f40. 00010000:00000010:1.0:1764938848.640421:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640424:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9129a9c. 00010000:00000010:1.0:1764938848.640426:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640433:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cbfd3fd. 00010000:00000010:1.0:1764938848.640454:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640457:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640557:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009cbe35a3. 00010000:00000010:1.0:1764938848.640561:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640563:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a85ab0d. 00010000:00000010:1.0:1764938848.640566:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640573:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7b11732. 00010000:00000010:1.0:1764938848.640594:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640597:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640625:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004116b860. 00010000:00000010:1.0:1764938848.640627:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640630:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068c13420. 00010000:00000010:1.0:1764938848.640633:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640639:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b497768. 00010000:00000010:1.0:1764938848.640657:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640661:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640687:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8d83b68. 00010000:00000010:1.0:1764938848.640690:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640693:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938848.640695:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640701:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092f4a474. 00010000:00000010:1.0:1764938848.640721:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640724:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640752:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000bb488db. 00010000:00000010:1.0:1764938848.640755:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640757:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.0:1764938848.640760:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640766:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077fc4358. 00010000:00000010:1.0:1764938848.640784:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640787:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640811:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad96e5f1. 00010000:00000010:1.0:1764938848.640814:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640817:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.640820:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640826:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f2745af. 00010000:00000010:1.0:1764938848.640847:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640850:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640876:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c44d912. 00010000:00000010:1.0:1764938848.640878:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640881:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.640884:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640891:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081a98f89. 00010000:00000010:1.0:1764938848.640910:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640913:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640938:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbe69ff6. 00010000:00000010:1.0:1764938848.640940:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.640943:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a000dee4. 00010000:00000010:1.0:1764938848.640946:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.640953:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007121c2c. 00010000:00000010:1.0:1764938848.640973:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.640976:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.641004:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a04fe592. 00010000:00000010:1.0:1764938848.641007:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.641010:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000244b8b2a. 00010000:00000010:1.0:1764938848.641012:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.641019:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080eb6b80. 00010000:00000010:1.0:1764938848.641039:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.641043:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00000001:00000010:1.0:1764938848.641063:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e112c9df. 00000001:00000010:1.0:1764938848.641068:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e112c9df. 00000001:00000010:1.0:1764938848.641071:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e112c9df. 00000001:00000010:1.0:1764938848.641073:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b250cf85. 00010000:00000010:1.0:1764938848.641088:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938848.641090:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.641093:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036bbfc59. 00010000:00000010:1.0:1764938848.641096:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.641127:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8c7088c. 00010000:00000010:1.0:1764938848.641150:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.641154:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.641186:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032e5e566. 00010000:00000010:1.0:1764938848.641189:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938848.641192:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000247f5366. 00010000:00000010:1.0:1764938848.641194:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.641205:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1cf678e. 00080000:00000010:0.0:1764938848.642850:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c3994db. 00010000:00000010:0.0:1764938848.642870:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.642874:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.642903:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad3bafa9. 00010000:00000010:0.0:1764938848.642906:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.642909:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d35ec0ae. 00010000:00000010:0.0:1764938848.642911:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.642918:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087607cfe. 00010000:00000010:0.0:1764938848.642937:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.642939:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.642964:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e1741b4. 00010000:00000010:0.0:1764938848.642967:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.642970:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc158187. 00010000:00000010:0.0:1764938848.642972:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.642978:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006eae6248. 00010000:00000010:0.0:1764938848.642995:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.642998:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643022:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004579bc8d. 00010000:00000010:0.0:1764938848.643024:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643027:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000194fe28. 00010000:00000010:0.0:1764938848.643030:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643036:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7b66eda. 00010000:00000010:0.0:1764938848.643054:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643057:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643081:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4358c31. 00010000:00000010:0.0:1764938848.643083:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643085:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008031c893. 00010000:00000010:0.0:1764938848.643087:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643093:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f1fae61. 00010000:00000010:0.0:1764938848.643202:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643206:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643234:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000114026b. 00010000:00000010:0.0:1764938848.643236:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643239:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ee6f83e. 00010000:00000010:0.0:1764938848.643241:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643247:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9417d33. 00010000:00000010:0.0:1764938848.643265:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643268:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643293:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028a2ccc6. 00010000:00000010:0.0:1764938848.643296:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643298:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c1a867c. 00010000:00000010:0.0:1764938848.643300:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643306:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b7f89a. 00010000:00000010:0.0:1764938848.643322:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643324:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643348:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cb65a90. 00010000:00000010:0.0:1764938848.643351:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643353:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038dc0fdd. 00010000:00000010:0.0:1764938848.643355:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643361:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054086837. 00010000:00000010:0.0:1764938848.643379:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643382:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643423:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044448e7b. 00010000:00000010:0.0:1764938848.643425:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643428:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007684ffb8. 00010000:00000010:0.0:1764938848.643533:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643543:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e6a5b4e. 00010000:00000010:0.0:1764938848.643566:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643568:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643594:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075062e12. 00010000:00000010:0.0:1764938848.643597:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643600:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000414c8018. 00010000:00000010:0.0:1764938848.643602:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643608:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f06f7bf. 00010000:00000010:0.0:1764938848.643624:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643626:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643647:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005515ace9. 00010000:00000010:0.0:1764938848.643649:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643651:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adc942e9. 00010000:00000010:0.0:1764938848.643654:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643659:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3618ccc. 00010000:00000010:0.0:1764938848.643676:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643678:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643699:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2600bc8. 00010000:00000010:0.0:1764938848.643701:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643703:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a03570a1. 00010000:00000010:0.0:1764938848.643706:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643711:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca1df70b. 00010000:00000010:0.0:1764938848.643726:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643728:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643751:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050cb27a0. 00010000:00000010:0.0:1764938848.643753:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643756:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e43607f. 00010000:00000010:0.0:1764938848.643758:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643764:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b0d3202. 00010000:00000010:0.0:1764938848.643779:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643781:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643802:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3cef98d. 00010000:00000010:0.0:1764938848.643804:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643806:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d61d1ad. 00010000:00000010:0.0:1764938848.643809:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643814:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098bb7ba1. 00010000:00000010:0.0:1764938848.643830:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643832:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643855:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000951145e5. 00010000:00000010:0.0:1764938848.643857:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643859:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002662e582. 00010000:00000010:0.0:1764938848.643861:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643869:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000324cc96b. 00010000:00000010:0.0:1764938848.643884:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643886:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643905:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000079a0f6bf. 00010000:00000010:0.0:1764938848.643908:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643910:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738c20d8. 00010000:00000010:0.0:1764938848.643912:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643917:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb9a4e38. 00010000:00000010:0.0:1764938848.643932:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643934:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643954:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a08ccd41. 00010000:00000010:0.0:1764938848.643956:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.643958:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098c6ea7d. 00010000:00000010:0.0:1764938848.643960:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.643965:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000589170aa. 00010000:00000010:0.0:1764938848.643980:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.643983:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644002:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b973572b. 00010000:00000010:0.0:1764938848.644005:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644007:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9a72936. 00010000:00000010:0.0:1764938848.644011:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644017:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085b6b277. 00010000:00000010:0.0:1764938848.644038:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644041:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644070:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe9df79d. 00010000:00000010:0.0:1764938848.644073:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644075:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003065a6d6. 00010000:00000010:0.0:1764938848.644077:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644084:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000977941ad. 00010000:00000010:0.0:1764938848.644137:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644141:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644174:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8bd5547. 00010000:00000010:0.0:1764938848.644177:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644180:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ae5df31. 00010000:00000010:0.0:1764938848.644183:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644190:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c53e448. 00010000:00000010:0.0:1764938848.644210:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644212:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644240:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044b28ab0. 00010000:00000010:0.0:1764938848.644243:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644246:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ce5b37. 00010000:00000010:0.0:1764938848.644248:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644255:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f1dd33b. 00010000:00000010:0.0:1764938848.644274:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644277:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644302:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028a6ae75. 00010000:00000010:0.0:1764938848.644304:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644307:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e1dbd5e. 00010000:00000010:0.0:1764938848.644310:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644316:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bf04f77. 00010000:00000010:0.0:1764938848.644337:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644340:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644366:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebb207e9. 00010000:00000010:0.0:1764938848.644369:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644371:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001373a210. 00010000:00000010:0.0:1764938848.644374:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644381:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010dafe57. 00010000:00000010:0.0:1764938848.644417:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644420:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644447:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033e20115. 00010000:00000010:0.0:1764938848.644450:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644453:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce25720b. 00010000:00000010:0.0:1764938848.644456:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644462:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002414a6b8. 00010000:00000010:0.0:1764938848.644494:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644498:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644526:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c59e05fd. 00010000:00000010:0.0:1764938848.644529:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644532:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007fa990a2. 00010000:00000010:0.0:1764938848.644534:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644542:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd81b62d. 00010000:00000010:0.0:1764938848.644563:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644567:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644593:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af7f53dd. 00010000:00000010:0.0:1764938848.644595:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644598:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011d4a03d. 00010000:00000010:0.0:1764938848.644600:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644608:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9633c8a. 00010000:00000010:0.0:1764938848.644629:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644632:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644662:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5901321. 00010000:00000010:0.0:1764938848.644665:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644668:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073932e4a. 00010000:00000010:0.0:1764938848.644671:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644678:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b0c87fa. 00010000:00000010:0.0:1764938848.644699:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644702:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644727:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eea63664. 00010000:00000010:0.0:1764938848.644730:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644733:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d214565. 00010000:00000010:0.0:1764938848.644736:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644744:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e493cc26. 00010000:00000010:0.0:1764938848.644766:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644769:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644795:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003009277f. 00010000:00000010:0.0:1764938848.644798:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644801:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dabaab88. 00010000:00000010:0.0:1764938848.644804:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644811:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000acf7360. 00010000:00000010:0.0:1764938848.644831:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644834:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644859:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000591e0ce1. 00010000:00000010:0.0:1764938848.644862:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644865:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029658e39. 00010000:00000010:0.0:1764938848.644867:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644874:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003afb8661. 00010000:00000010:0.0:1764938848.644894:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644897:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644927:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018040d7e. 00010000:00000010:0.0:1764938848.644930:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644932:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.0:1764938848.644936:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.644942:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000881cc56. 00010000:00000010:0.0:1764938848.644963:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.644966:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644992:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018c70cb0. 00010000:00000010:0.0:1764938848.644994:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.644997:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.0:1764938848.645000:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645006:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b515ff48. 00010000:00000010:0.0:1764938848.645027:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645030:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645060:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006607f716. 00010000:00000010:0.0:1764938848.645063:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645066:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009370766c. 00010000:00000010:0.0:1764938848.645068:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645075:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ba6b2d6. 00010000:00000010:0.0:1764938848.645096:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645099:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645155:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000562935bb. 00010000:00000010:0.0:1764938848.645158:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645161:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:0.0:1764938848.645164:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645172:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0259860. 00010000:00000010:0.0:1764938848.645193:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645196:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645226:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000390fde19. 00010000:00000010:0.0:1764938848.645229:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645232:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000187c95f. 00010000:00000010:0.0:1764938848.645235:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645242:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfad485e. 00010000:00000010:0.0:1764938848.645264:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645268:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645296:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6d5c95b. 00010000:00000010:0.0:1764938848.645299:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645301:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1d665f1. 00010000:00000010:0.0:1764938848.645304:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645312:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009913b2aa. 00010000:00000010:0.0:1764938848.645332:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645335:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645367:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a080afd8. 00010000:00000010:0.0:1764938848.645370:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645372:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000341127d6. 00010000:00000010:0.0:1764938848.645375:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645381:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000078725d6. 00010000:00000010:0.0:1764938848.645414:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645417:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645443:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1ad3bac. 00010000:00000010:0.0:1764938848.645445:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645448:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000729f810a. 00010000:00000010:0.0:1764938848.645451:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645458:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005472e967. 00010000:00000010:0.0:1764938848.645478:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645481:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645511:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab683f34. 00010000:00000010:0.0:1764938848.645514:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645517:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cb659c4. 00010000:00000010:0.0:1764938848.645519:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645526:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066692d54. 00010000:00000010:0.0:1764938848.645547:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645550:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645578:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b949275. 00010000:00000010:0.0:1764938848.645581:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645584:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009814a89b. 00010000:00000010:0.0:1764938848.645586:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645593:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078c8120d. 00010000:00000010:0.0:1764938848.645614:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645617:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645643:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee628855. 00010000:00000010:0.0:1764938848.645646:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645649:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffcc4db9. 00010000:00000010:0.0:1764938848.645652:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645659:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f5a88a9. 00010000:00000010:0.0:1764938848.645679:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645682:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645706:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083edf610. 00010000:00000010:0.0:1764938848.645709:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645712:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab76827. 00010000:00000010:0.0:1764938848.645714:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645721:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000586977fb. 00010000:00000010:0.0:1764938848.645741:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645744:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645775:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9a200c0. 00010000:00000010:0.0:1764938848.645778:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645781:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071b7957c. 00010000:00000010:0.0:1764938848.645783:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645789:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3c09fc2. 00010000:00000010:0.0:1764938848.645807:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645809:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645832:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000005eac9e. 00010000:00000010:0.0:1764938848.645834:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645837:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9f65e2e. 00010000:00000010:0.0:1764938848.645839:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645847:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047507f2f. 00010000:00000010:0.0:1764938848.645863:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645866:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645889:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6671f77. 00010000:00000010:0.0:1764938848.645891:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645894:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dccf1232. 00010000:00000010:0.0:1764938848.645896:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938848.645901:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000358fd3ab. 00010000:00000010:0.0:1764938848.645916:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645918:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.645939:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b4bcd7ac. 00010000:00000010:0.0:1764938848.645941:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938848.645948:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000073228cb6. 00000100:00000010:0.0:1764938848.645953:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8c683b4. 00000100:00000010:0.0:1764938848.645961:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000423af7a7. 02000000:00000010:0.0:1764938848.645972:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d176a8d. 02000000:00000010:0.0:1764938848.645996:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa0ae664. 00000400:00000010:0.0:1764938848.646001:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.646007:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938848.646012:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626918784, portal 16 00000400:00000010:0.0:1764938848.646016:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938848.646018:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626918784, offset 0 00000400:00000200:0.0:1764938848.646027:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.646040:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.646046:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938848.646049:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938848.646052:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938848.646055:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89867:89867:256:4294967295] 192.168.203.57@tcp LPNI seq info [89867:89867:8:4294967295] 00000400:00000200:0.0:1764938848.646064:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.646070:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.646074:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938848.646080:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.646086:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.646089:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938848.646230:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.646234:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:1.0:1764938848.646239:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.646243:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.646248:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:1.0:1764938848.646250:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000100:00000200:1.0:1764938848.646256:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000423af7a7 x1850670626918784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.647136:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035e5ca87. 00010000:00000010:1.1:1764938848.647145:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f38a52. 00010000:00000010:1.1:1764938848.647149:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938848.647154:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000714f85d8. 00010000:00000010:1.1:1764938848.647156:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f16cc904. 00010000:00000010:1.1:1764938848.647160:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e6cedb4. 00010000:00000010:1.1:1764938848.647162:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c831b7. 00010000:00000010:1.1:1764938848.647165:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0c87c8a. 00010000:00000010:1.1:1764938848.647167:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080b8ec68. 00010000:00000010:1.1:1764938848.647169:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bdb6df7. 00010000:00000010:1.1:1764938848.647172:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b28000a. 00010000:00000010:1.1:1764938848.647174:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b37b0291. 00010000:00000010:1.1:1764938848.647176:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe54c8a. 00010000:00000010:1.1:1764938848.647179:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c50af62d. 00010000:00000010:1.1:1764938848.647181:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3498f05. 00010000:00000010:1.1:1764938848.647183:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccf0c575. 00010000:00000010:1.1:1764938848.647186:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000f261d1. 00010000:00000010:1.1:1764938848.647188:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b8b0847. 00010000:00000010:1.1:1764938848.647192:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500350ff. 00010000:00000010:1.1:1764938848.647194:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ee5427. 00010000:00000010:1.1:1764938848.647196:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c606359. 00010000:00000010:1.1:1764938848.647198:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000868f9fc1. 00010000:00000010:1.1:1764938848.647200:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae847b0. 00010000:00000010:1.1:1764938848.647202:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1c11f3. 00010000:00000010:1.1:1764938848.647204:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b57ab0. 00010000:00000010:1.1:1764938848.647206:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a8517e. 00010000:00000010:1.1:1764938848.647208:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000204582f2. 00010000:00000010:1.1:1764938848.647209:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.1:1764938848.647211:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b028f1. 00010000:00000010:1.1:1764938848.647213:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b11112. 00010000:00000010:1.1:1764938848.647215:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015b16a56. 00010000:00000010:1.1:1764938848.647216:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:1.1:1764938848.647218:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc5ccc86. 00010000:00000010:1.1:1764938848.647220:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:1.1:1764938848.647221:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000715c4ef3. 00010000:00000010:1.1:1764938848.647223:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:1.1:1764938848.647227:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f76efb39. 00010000:00000010:1.1:1764938848.647229:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c15ef45. 00010000:00000010:1.1:1764938848.647231:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c4f836a. 00010000:00000010:1.1:1764938848.647233:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000584e3044. 00010000:00000010:1.1:1764938848.647235:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e8b0c56. 00010000:00000010:1.1:1764938848.647237:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e4f9b5e. 00010000:00000010:1.1:1764938848.647238:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f546e5a. 00010000:00000010:1.1:1764938848.647241:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002adb507. 00010000:00000010:1.1:1764938848.647244:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009685d585. 00010000:00000010:1.1:1764938848.647247:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e9135ff. 00010000:00000010:1.1:1764938848.647249:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a5dab29. 00010000:00000010:1.1:1764938848.647252:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fa7d462. 00010000:00000010:1.1:1764938848.647255:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b499e2. 00010000:00000010:1.1:1764938848.647257:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554768b3. 00010000:00000010:1.1:1764938848.647260:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea9aa57. 00010000:00000010:1.1:1764938848.647263:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd800b9. 00010000:00000010:1.1:1764938848.647266:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730e4fca. 00010000:00000010:1.1:1764938848.647268:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb340eae. 00010000:00000010:1.1:1764938848.647271:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001385aac1. 00010000:00000010:1.1:1764938848.647273:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b666da. 00010000:00000010:1.1:1764938848.647275:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a28245d. 00010000:00000010:1.1:1764938848.647277:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef24fbcb. 00010000:00000010:1.1:1764938848.647279:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9cfcf92. 00010000:00000010:1.1:1764938848.647281:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a77c2bf. 00010000:00000010:1.1:1764938848.647283:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009baf4fa7. 00010000:00000010:1.1:1764938848.647285:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e7c05e. 00010000:00000010:1.1:1764938848.647287:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb3c0df. 00010000:00000010:1.1:1764938848.647288:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51a268a. 00010000:00000010:1.1:1764938848.647290:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003464d977. 00010000:00000010:1.1:1764938848.647292:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef0c6208. 00010000:00000010:1.1:1764938848.647294:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c877d1b7. 00010000:00000010:1.1:1764938848.647295:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa03fc74. 00010000:00000010:1.1:1764938848.647298:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001771a974. 00010000:00000010:1.1:1764938848.647301:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057e6df9. 00010000:00000010:1.1:1764938848.647303:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012737f40. 00010000:00000010:1.1:1764938848.647305:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9129a9c. 00010000:00000010:1.1:1764938848.647306:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cbe35a3. 00010000:00000010:1.1:1764938848.647308:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a85ab0d. 00010000:00000010:1.1:1764938848.647310:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004116b860. 00010000:00000010:1.1:1764938848.647312:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068c13420. 00010000:00000010:1.1:1764938848.647316:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d83b68. 00010000:00000010:1.1:1764938848.647319:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:1.1:1764938848.647320:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb488db. 00010000:00000010:1.1:1764938848.647322:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.1:1764938848.647324:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad96e5f1. 00010000:00000010:1.1:1764938848.647327:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.1:1764938848.647329:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c44d912. 00010000:00000010:1.1:1764938848.647331:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:1.1:1764938848.647333:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbe69ff6. 00010000:00000010:1.1:1764938848.647335:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a000dee4. 00010000:00000010:1.1:1764938848.647337:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a04fe592. 00010000:00000010:1.1:1764938848.647339:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000244b8b2a. 00010000:00000010:1.1:1764938848.647341:0:78446:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938848.647343:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bbfc59. 00000400:00000200:0.0:1764938848.652613:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.652631:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505180 00000400:00000200:0.0:1764938848.652639:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb02b9 [1] + 224 00000400:00000200:0.0:1764938848.652650:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.652654:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.652664:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000423af7a7 x1850670626918784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938848.652698:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.652704:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f5c0 00000400:00000200:0.0:1764938848.652708:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaecb5 [2] + 1640 00000400:00000200:0.0:1764938848.652767:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.652770:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.652774:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938848.652780:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017f0124a. 00000020:00000010:3.0:1764938848.653130:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ac92a6. 00000020:00000010:3.0:1764938848.653136:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.653141:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.653164:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017f0124a x1850670620997056/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938848.653195:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997056 02000000:00000010:3.0:1764938848.653204:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060d6fbf9. 00010000:00000010:3.0:1764938848.653239:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.653245:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.653252:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.653255:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938848.653268:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938848.653272:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997056, offset 224 00000400:00000200:3.0:1764938848.653279:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.653289:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.653294:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89868:89868:256:4294967295] 192.168.203.57@tcp LPNI seq info [89868:89868:8:4294967295] 00000400:00000200:3.0:1764938848.653303:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.653308:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.653313:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82352938). 00000800:00000200:3.0:1764938848.653318:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.653325:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.653329:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.653346:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.653350:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.653353:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ac92a6. 00000800:00000200:3.0:1764938848.653423:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.653427:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352690). 00000400:00000200:3.0:1764938848.653431:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.653434:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.653438:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:3.0:1764938848.653439:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000400:00000010:3.0:1764938848.653458:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:3.0:1764938848.653461:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938848.653462:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000100:00000200:3.0:1764938848.653466:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000423af7a7 x1850670626918784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.653474:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000423af7a7 x1850670626918784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938848.653493:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd57cba7. 02000000:00000010:3.0:1764938848.653507:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa0ae664. 02000000:00000010:3.0:1764938848.653512:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d176a8d. 00000100:00000010:3.0:1764938848.653516:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000423af7a7. 00000100:00000010:3.0:1764938848.653518:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8c683b4. 00010000:00000010:3.0:1764938848.653520:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000073228cb6. 00080000:00000010:3.0:1764938848.653535:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086ac92a6. 00010000:00000010:3.0:1764938848.653611:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:3.0:1764938848.653617:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041761748. 00010000:00000010:3.0:1764938848.653681:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938848.653686:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938848.653694:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.653697:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.653703:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d2a7073. 02000000:00000010:3.0:1764938848.653711:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4e3cafa. 02000000:00000010:3.0:1764938848.653729:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094578ebb. 00000400:00000010:3.0:1764938848.653732:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d05d96df. 00000400:00000010:3.0:1764938848.653735:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938848.653739:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626918848, portal 16 00000400:00000010:3.0:1764938848.653742:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938848.653745:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626918848, offset 0 00000400:00000200:3.0:1764938848.653749:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.653755:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.653762:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.653765:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.653768:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.653770:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89869:89869:256:4294967295] 192.168.203.57@tcp LPNI seq info [89869:89869:8:4294967295] 00000400:00000200:3.0:1764938848.653777:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.653782:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.653784:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82352938). 00000800:00000200:3.0:1764938848.653788:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.653792:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.653794:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938848.654321:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.654328:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352690). 00000400:00000200:1.0:1764938848.654332:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.654336:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.654339:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:1.0:1764938848.654340:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:1.0:1764938848.654345:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d2a7073 x1850670626918848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.654569:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e5e566. 00010000:00000010:0.1:1764938848.654575:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000247f5366. 00010000:00000010:0.1:1764938848.654580:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004362ce4d. 00010000:00000010:0.1:1764938848.654585:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d18a07e. 00010000:00000010:0.1:1764938848.654588:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000338111dd. 00010000:00000010:0.1:1764938848.654592:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045cf2be2. 00010000:00000010:0.1:1764938848.654595:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007275ae89. 00010000:00000010:0.1:1764938848.654598:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b06c452. 00010000:00000010:0.1:1764938848.654600:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab296886. 00010000:00000010:0.1:1764938848.654603:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef9e1eef. 00010000:00000010:0.1:1764938848.654607:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f81ab07. 00010000:00000010:0.1:1764938848.654610:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c8895a. 00010000:00000010:0.1:1764938848.654612:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a73896a. 00010000:00000010:0.1:1764938848.654614:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d00e94. 00010000:00000010:0.1:1764938848.654617:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0cd5f7. 00010000:00000010:0.1:1764938848.654619:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002d1bff9. 00010000:00000010:0.1:1764938848.654623:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bd7b154. 00010000:00000010:0.1:1764938848.654626:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8412c16. 00010000:00000010:0.1:1764938848.654628:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081ff2d2f. 00010000:00000010:0.1:1764938848.654630:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003254a98f. 00010000:00000010:0.1:1764938848.654633:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973f752f. 00010000:00000010:0.1:1764938848.654637:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091c3efa. 00010000:00000010:0.1:1764938848.654640:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbc9cddc. 00010000:00000010:0.1:1764938848.654642:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a38c7. 00010000:00000010:0.1:1764938848.654645:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a2da9. 00010000:00000010:0.1:1764938848.654647:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409bd77b. 00010000:00000010:0.1:1764938848.654650:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf7795c. 00010000:00000010:0.1:1764938848.654652:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f7aa2ed. 00010000:00000010:0.1:1764938848.654654:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052922f45. 00010000:00000010:0.1:1764938848.654657:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015061fd. 00010000:00000010:0.1:1764938848.654659:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008524016a. 00010000:00000010:0.1:1764938848.654662:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e636810. 00010000:00000010:0.1:1764938848.654664:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0305a1d. 00010000:00000010:0.1:1764938848.654667:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be44c19b. 00010000:00000010:0.1:1764938848.654673:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b438230b. 00010000:00000010:0.1:1764938848.654676:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8aedc7. 00010000:00000010:0.1:1764938848.654678:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069db6db4. 00010000:00000010:0.1:1764938848.654681:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6dab03d. 00010000:00000010:0.1:1764938848.654683:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d05e3504. 00010000:00000010:0.1:1764938848.654686:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da05e62. 00010000:00000010:0.1:1764938848.654689:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ab3658. 00010000:00000010:0.1:1764938848.654691:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135403e1. 00010000:00000010:0.1:1764938848.654693:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd8a235c. 00010000:00000010:0.1:1764938848.654696:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3dcd75. 00010000:00000010:0.1:1764938848.654697:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042d1165e. 00010000:00000010:0.1:1764938848.654700:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc0e93c. 00010000:00000010:0.1:1764938848.654701:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad3bafa9. 00010000:00000010:0.1:1764938848.654704:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35ec0ae. 00010000:00000010:0.1:1764938848.654707:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e1741b4. 00010000:00000010:0.1:1764938848.654710:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc158187. 00010000:00000010:0.1:1764938848.654713:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004579bc8d. 00010000:00000010:0.1:1764938848.654716:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000194fe28. 00010000:00000010:0.1:1764938848.654718:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4358c31. 00010000:00000010:0.1:1764938848.654721:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008031c893. 00010000:00000010:0.1:1764938848.654723:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000114026b. 00010000:00000010:0.1:1764938848.654725:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee6f83e. 00010000:00000010:0.1:1764938848.654727:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a2ccc6. 00010000:00000010:0.1:1764938848.654729:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c1a867c. 00010000:00000010:0.1:1764938848.654733:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cb65a90. 00010000:00000010:0.1:1764938848.654737:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038dc0fdd. 00010000:00000010:0.1:1764938848.654740:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044448e7b. 00010000:00000010:0.1:1764938848.654743:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007684ffb8. 00010000:00000010:0.1:1764938848.654745:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075062e12. 00010000:00000010:0.1:1764938848.654747:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000414c8018. 00010000:00000010:0.1:1764938848.654750:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005515ace9. 00010000:00000010:0.1:1764938848.654752:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc942e9. 00010000:00000010:0.1:1764938848.654754:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2600bc8. 00010000:00000010:0.1:1764938848.654758:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a03570a1. 00010000:00000010:0.1:1764938848.654760:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050cb27a0. 00010000:00000010:0.1:1764938848.654763:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e43607f. 00010000:00000010:0.1:1764938848.654766:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3cef98d. 00010000:00000010:0.1:1764938848.654769:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d61d1ad. 00010000:00000010:0.1:1764938848.654772:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000951145e5. 00010000:00000010:0.1:1764938848.654774:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002662e582. 00010000:00000010:0.1:1764938848.654776:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079a0f6bf. 00010000:00000010:0.1:1764938848.654779:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738c20d8. 00010000:00000010:0.1:1764938848.654781:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a08ccd41. 00010000:00000010:0.1:1764938848.654783:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c6ea7d. 00010000:00000010:0.1:1764938848.654785:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b973572b. 00010000:00000010:0.1:1764938848.654787:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9a72936. 00010000:00000010:0.1:1764938848.657166:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe9df79d. 00010000:00000010:0.1:1764938848.657179:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003065a6d6. 00010000:00000010:0.1:1764938848.657184:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8bd5547. 00010000:00000010:0.1:1764938848.657188:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae5df31. 00010000:00000010:0.1:1764938848.657190:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044b28ab0. 00010000:00000010:0.1:1764938848.657192:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ce5b37. 00010000:00000010:0.1:1764938848.657195:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a6ae75. 00010000:00000010:0.1:1764938848.657197:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e1dbd5e. 00010000:00000010:0.1:1764938848.657199:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb207e9. 00010000:00000010:0.1:1764938848.657202:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001373a210. 00010000:00000010:0.1:1764938848.657205:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033e20115. 00010000:00000010:0.1:1764938848.657207:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce25720b. 00010000:00000010:0.1:1764938848.657209:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59e05fd. 00010000:00000010:0.1:1764938848.657212:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa990a2. 00010000:00000010:0.1:1764938848.657214:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af7f53dd. 00010000:00000010:0.1:1764938848.657216:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011d4a03d. 00010000:00000010:0.1:1764938848.657218:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5901321. 00010000:00000010:0.1:1764938848.657220:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073932e4a. 00010000:00000010:0.1:1764938848.657222:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eea63664. 00010000:00000010:0.1:1764938848.657225:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d214565. 00010000:00000010:0.1:1764938848.657228:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003009277f. 00010000:00000010:0.1:1764938848.657231:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dabaab88. 00010000:00000010:0.1:1764938848.657234:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000591e0ce1. 00010000:00000010:0.1:1764938848.657237:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029658e39. 00010000:00000010:0.1:1764938848.657239:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018040d7e. 00010000:00000010:0.1:1764938848.657241:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.1:1764938848.657243:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018c70cb0. 00010000:00000010:0.1:1764938848.657245:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.1:1764938848.657247:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006607f716. 00010000:00000010:0.1:1764938848.657250:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009370766c. 00010000:00000010:0.1:1764938848.657253:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000562935bb. 00010000:00000010:0.1:1764938848.657255:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:0.1:1764938848.657257:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000390fde19. 00010000:00000010:0.1:1764938848.657259:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000187c95f. 00010000:00000010:0.1:1764938848.657262:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6d5c95b. 00010000:00000010:0.1:1764938848.657265:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d665f1. 00010000:00000010:0.1:1764938848.657268:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a080afd8. 00010000:00000010:0.1:1764938848.657271:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341127d6. 00010000:00000010:0.1:1764938848.657273:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ad3bac. 00010000:00000010:0.1:1764938848.657275:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000729f810a. 00010000:00000010:0.1:1764938848.657277:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab683f34. 00010000:00000010:0.1:1764938848.657280:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb659c4. 00010000:00000010:0.1:1764938848.657282:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b949275. 00010000:00000010:0.1:1764938848.657284:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009814a89b. 00010000:00000010:0.1:1764938848.657286:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee628855. 00010000:00000010:0.1:1764938848.657289:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffcc4db9. 00010000:00000010:0.1:1764938848.657290:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083edf610. 00010000:00000010:0.1:1764938848.657293:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab76827. 00010000:00000010:0.1:1764938848.657295:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a200c0. 00010000:00000010:0.1:1764938848.657297:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b7957c. 00010000:00000010:0.1:1764938848.657299:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000005eac9e. 00010000:00000010:0.1:1764938848.657302:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f65e2e. 00010000:00000010:0.1:1764938848.657304:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6671f77. 00010000:00000010:0.1:1764938848.657305:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccf1232. 00000400:00000200:3.0:1764938848.657929:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.657945:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55051c0 00000400:00000200:3.0:1764938848.657952:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb02c5 [1] + 224 00000400:00000200:3.0:1764938848.658137:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.658142:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.658152:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d2a7073 x1850670626918848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.658175:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.658180:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f600 00000400:00000200:3.0:1764938848.658184:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaecb5 [2] + 1968 00000400:00000010:3.0:1764938848.658188:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b53f4aee. 00000400:00000200:3.0:1764938848.658191:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003bd4e9b6 00000400:00000200:3.0:1764938848.658232:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.658236:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.658238:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd4e9b6 00000400:00000010:3.0:1764938848.658240:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003bd4e9b6 (tot 82352538). 00000100:00000200:3.0:1764938848.658245:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1764938848.658269:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d05d96df. 00000400:00000200:3.0:1764938848.658271:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:3.0:1764938848.658273:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:3.0:1764938848.658276:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d2a7073 x1850670626918848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.658283:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d2a7073 x1850670626918848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938848.658309:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094578ebb. 02000000:00000010:3.0:1764938848.658313:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4e3cafa. 00000100:00000010:3.0:1764938848.658316:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d2a7073. 00000100:00000010:3.0:1764938848.658320:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.658323:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000020:00000010:1.0:1764938848.658674:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f771c8af. 00000020:00000010:1.0:1764938848.658680:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279336f2. 00000020:00000010:1.0:1764938848.658684:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938848.658705:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001405670f x1850670620997120/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938848.658732:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997120 02000000:00000010:1.0:1764938848.658742:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012b77d0f. 00010000:00000010:1.0:1764938848.658767:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e4e1f82. 00010000:00000010:1.0:1764938848.658782:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc71f238. 00000100:00000010:1.0:1764938848.658787:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a3a4152. 00000100:00000010:1.0:1764938848.658807:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a3a4152. 00010000:00000010:1.0:1764938848.658810:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc71f238. 00000400:00000010:1.0:1764938848.658824:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938848.658828:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997120, offset 224 00000400:00000200:1.0:1764938848.658847:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.658861:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.658866:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89870:89870:256:4294967295] 192.168.203.57@tcp LPNI seq info [89870:89870:8:4294967295] 00000400:00000200:1.0:1764938848.658875:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.658880:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.658885:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352786). 00000800:00000200:1.0:1764938848.658890:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.658897:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.658900:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938848.658923:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279336f2. 00000020:00000010:1.0:1764938848.658927:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938848.658930:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f771c8af. 02000000:00000010:1.0:1764938848.658937:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060d6fbf9. 00000100:00000010:1.0:1764938848.658940:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017f0124a. 02000000:00000010:1.0:1764938848.658943:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000630b6363. 00000100:00000010:1.0:1764938848.658944:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069e89254. 02000000:00000010:1.0:1764938848.658948:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4ebaddf. 00000100:00000010:1.0:1764938848.658950:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938848.658953:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001da0b618. 00000100:00000010:1.0:1764938848.658955:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001603f412. 02000000:00000010:1.0:1764938848.658957:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acf50ebe. 00000100:00000010:1.0:1764938848.658959:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a963d7. 02000000:00000010:1.0:1764938848.658961:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002814e18f. 00000100:00000010:1.0:1764938848.658964:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 00000100:00000200:1.0:1764938848.658970:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938848.658974:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ceb2c6b4. 00000400:00000010:1.0:1764938848.658977:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000a3a4152 (tot 82352938). 00000800:00000200:2.0:1764938848.659008:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.659012:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938848.659016:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.659021:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.659024:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:2.0:1764938848.659025:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 02000000:00000010:2.0:1764938848.659029:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012b77d0f. 00080000:00000010:0.0:1764938848.659461:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4745662. 00010000:00000010:0.0:1764938848.659545:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:0.0:1764938848.659552:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004db09552. 00010000:00000010:0.0:1764938848.659614:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6671f77. 00010000:00000010:0.0:1764938848.659618:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.659623:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dccf1232. 00010000:00000010:0.0:1764938848.659627:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017d4aa7e. 00080000:00000010:0.0:1764938848.659638:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa0ae664. 00010000:00000010:0.0:1764938848.659661:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938848.659665:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938848.659714:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9f65e2e. 00010000:00000010:0.0:1764938848.659717:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938848.659724:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041d87d9c. 00000100:00000010:0.0:1764938848.659727:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6972cc3. 00000100:00000010:0.0:1764938848.659734:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000749fe87e. 02000000:00000010:0.0:1764938848.659743:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d30e736. 02000000:00000010:0.0:1764938848.659766:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cf2eb7f. 00000400:00000010:0.0:1764938848.659770:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.659773:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938848.659776:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626918912, portal 16 00000400:00000010:0.0:1764938848.659780:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938848.659781:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626918912, offset 0 00000400:00000200:0.0:1764938848.659788:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.659796:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.659802:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938848.659805:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938848.659808:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938848.659810:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89871:89871:256:4294967295] 192.168.203.57@tcp LPNI seq info [89871:89871:8:4294967295] 00000400:00000200:0.0:1764938848.659817:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.659821:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.659824:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938848.659828:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.659847:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.659849:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938848.660431:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.660435:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:1.0:1764938848.660439:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.660443:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.660447:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:1.0:1764938848.660448:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:1.0:1764938848.660454:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000749fe87e x1850670626918912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.661887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b57935a. 00010000:00000010:3.1:1764938848.661897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007deeea27. 00010000:00000010:3.1:1764938848.661900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4bcd7ac. 00000400:00000200:3.0:1764938848.661991:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.662004:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505200 00000400:00000200:3.0:1764938848.662011:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb02d5 [1] + 224 00000400:00000200:3.0:1764938848.662021:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.662023:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.662030:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000749fe87e x1850670626918912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.662378:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:1.0:1764938848.662383:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:1.0:1764938848.662384:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:1.0:1764938848.662399:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000749fe87e x1850670626918912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.662407:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000749fe87e x1850670626918912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.662434:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cf2eb7f. 02000000:00000010:1.0:1764938848.662439:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d30e736. 00000100:00000010:1.0:1764938848.662442:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000749fe87e. 00000100:00000010:1.0:1764938848.662446:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6972cc3. 00010000:00000010:1.0:1764938848.662448:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041d87d9c. 00000400:00000200:2.0:1764938848.663420:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.663432:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f640 00000400:00000200:2.0:1764938848.663437:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed0d [2] + 0 00000400:00000200:2.0:1764938848.663485:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.663489:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.663496:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.663501:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:1.0:1764938848.663730:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f771c8af. 00000020:00000010:1.0:1764938848.663736:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938848.663741:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938848.663761:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670620997184/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938848.663797:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997184 02000000:00000010:1.0:1764938848.663807:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c840a31. 00010000:00000010:1.0:1764938848.663831:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e844ebb1. 00010000:00000010:1.0:1764938848.663847:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc71f238. 00000100:00000010:1.0:1764938848.663853:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938848.663875:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938848.663879:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc71f238. 00000400:00000010:1.0:1764938848.663892:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938848.663897:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997184, offset 224 00000400:00000200:1.0:1764938848.663904:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.663914:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.663920:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89872:89872:256:4294967295] 192.168.203.57@tcp LPNI seq info [89872:89872:8:4294967295] 00000400:00000200:1.0:1764938848.663929:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.663935:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.663939:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938848.663944:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.663951:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.663954:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938848.663970:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938848.663974:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938848.663978:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f771c8af. 00080000:00000010:2.0:1764938848.664271:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e353f2b8. 00010000:00000010:2.0:1764938848.664347:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017d4aa7e. 00010000:00000010:2.0:1764938848.664354:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b11d6ea2. 00010000:00000010:2.0:1764938848.664426:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ed36b65. 00010000:00000010:2.0:1764938848.664432:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a05f254f. 00010000:00000010:2.0:1764938848.664440:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009000041f. 00000100:00000010:2.0:1764938848.664444:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938848.664449:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938848.664458:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000088507cd. 02000000:00000010:2.0:1764938848.664479:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000920eb578. 00000400:00000010:2.0:1764938848.664484:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938848.664487:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938848.664491:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626918976, portal 16 00000400:00000010:2.0:1764938848.664495:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015972057. 00000100:00000200:2.0:1764938848.664497:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626918976, offset 0 00000400:00000200:2.0:1764938848.664502:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.664508:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.664513:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.664516:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.664519:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.664521:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89873:89873:255:4294967295] 192.168.203.57@tcp LPNI seq info [89873:89873:7:4294967295] 00000400:00000200:2.0:1764938848.664528:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.664533:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.664535:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82353186). 00000800:00000200:2.0:1764938848.664539:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.664542:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.664544:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938848.665549:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.665553:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352938). 00000400:00000200:1.0:1764938848.665557:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.665562:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.665566:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:1.0:1764938848.665568:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000800:00000200:1.0:1764938848.665849:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.665851:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:1.0:1764938848.665855:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.665858:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.665861:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015972057 00000400:00000010:1.0:1764938848.665862:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015972057. 00000100:00000200:1.0:1764938848.665868:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626918976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.667710:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.667727:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505240 00000400:00000200:3.0:1764938848.667736:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb02e1 [1] + 224 00000400:00000200:3.0:1764938848.667749:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.667752:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.667759:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626918976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.668748:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.668759:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f680 00000400:00000200:3.0:1764938848.668765:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed0d [2] + 328 00000400:00000200:3.0:1764938848.668822:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.668827:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.668845:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.668850:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d2a7073. 00000020:00000010:0.0:1764938848.669517:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d30e736. 00000020:00000010:0.0:1764938848.669525:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.669529:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.669552:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d2a7073 x1850670620997248/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938848.669586:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997248 02000000:00000010:0.0:1764938848.669595:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001cf2eb7f. 00010000:00000010:0.0:1764938848.669630:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.669637:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.669642:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.669645:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.669658:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938848.669664:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997248, offset 224 00000400:00000200:0.0:1764938848.669670:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.669681:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.669686:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89874:89874:256:4294967295] 192.168.203.57@tcp LPNI seq info [89874:89874:8:4294967295] 00000400:00000200:0.0:1764938848.669696:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.669701:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.669704:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938848.669710:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.669717:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.669720:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.669736:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.669740:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.669742:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d30e736. 00000800:00000200:0.0:1764938848.669824:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938848.669828:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:0.0:1764938848.669831:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.669846:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.669849:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:0.0:1764938848.669851:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00010000:00000010:2.1:1764938848.670129:0:78449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bea0ea80. 00010000:00000010:2.1:1764938848.670136:0:78449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f65e2e. 00010000:00000010:1.1:1764938848.670461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000591a959d. 00000400:00000010:1.0:1764938848.670483:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:1.0:1764938848.670487:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:1.0:1764938848.670488:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 00000100:00000200:1.0:1764938848.670496:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626918976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.670504:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626918976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938848.670524:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a4f9974. 02000000:00000010:1.0:1764938848.670534:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000920eb578. 02000000:00000010:1.0:1764938848.670539:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000088507cd. 00000100:00000010:1.0:1764938848.670542:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:1.0:1764938848.670546:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:1.0:1764938848.670549:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009000041f. 00080000:00000010:1.0:1764938848.670564:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f771c8af. 00000100:00000010:3.0:1764938848.670589:0:66430:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000007b05aa1. 00010000:00000010:1.0:1764938848.670644:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a05f254f. 00010000:00000010:1.0:1764938848.670651:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a082656. 02000000:00000010:3.0:1764938848.670652:0:66430:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b4607fa0. 02000000:00000010:3.0:1764938848.670693:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003c663745. 00000400:00000010:3.0:1764938848.670698:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d05d96df. 00000400:00000010:3.0:1764938848.670702:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938848.670707:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1850670626919040, portal 4 00000400:00000010:3.0:1764938848.670711:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938848.670713:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1850670626919040, offset 0 00000400:00000200:3.0:1764938848.670718:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.0:1764938848.670719:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036bbfc59. 00010000:00000010:1.0:1764938848.670724:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00000400:00000200:3.0:1764938848.670725:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1764938848.670733:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6932cd5505280 00010000:00000010:1.0:1764938848.670734:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc71f238. 00000400:00000200:3.0:1764938848.670738:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3207d [8] + 12768 00000100:00000010:1.0:1764938848.670738:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000400:00000200:3.0:1764938848.670744:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1764938848.670744:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000400:00000200:3.0:1764938848.670746:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1764938848.670749:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002bf0760a. 00000100:00000200:3.0:1764938848.670750:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1764938848.670753:0:15845:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6b010ad. 02000000:00000010:1.0:1764938848.670765:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000385a2fe. 00000400:00000200:3.0:1764938848.670766:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:3.0:1764938848.670767:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000400:00000010:1.0:1764938848.670768:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007636f6ac. 00000100:00000200:3.0:1764938848.670770:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000007b05aa1 x1850670626919040/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938855 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1764938848.670771:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938848.670774:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919104, portal 16 00000400:00000010:1.0:1764938848.670777:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938848.670778:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919104, offset 0 00000400:00000200:1.0:1764938848.670783:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.670789:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.670795:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.670798:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.670801:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.670803:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89875:89875:256:4294967295] 192.168.203.57@tcp LPNI seq info [89875:89875:8:4294967295] 00000020:00000010:3.0:1764938848.670811:0:67910:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ca64a87. 00000400:00000200:1.0:1764938848.670811:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000020:00000010:3.0:1764938848.670814:0:67910:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000800:00000200:1.0:1764938848.670815:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000020:00000010:3.0:1764938848.670818:0:67910:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000800:00000010:1.0:1764938848.670818:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938848.670822:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.670828:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.670831:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:3.0:1764938848.670870:0:67910:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626919040 02000000:00000010:3.0:1764938848.670885:0:67910:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ca40178c. 00010000:00000200:3.0:1764938848.670905:0:67910:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a6b010ad x1850670626919040/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:269/0 lens 224/368 e 0 to 0 dl 1764938854 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1764938848.670915:0:67910:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938848.670917:0:67910:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1850670626919040, offset 224 00000400:00000200:3.0:1764938848.670921:0:67910:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1764938848.670925:0:67910:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1764938848.670929:0:67910:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6932cd5505280 00000400:00000200:3.0:1764938848.670933:0:67910:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb02ed [1] + 224 00000400:00000200:3.0:1764938848.670936:0:67910:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.670938:0:67910:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1764938848.670942:0:67910:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000007b05aa1 x1850670626919040/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938855 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:3.0:1764938848.670953:0:67910:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:3.0:1764938848.670955:0:67910:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000020:00000010:3.0:1764938848.670962:0:67910:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.670965:0:67910:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.670968:0:67910:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ca64a87. 00010000:00000010:0.1:1764938848.671043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a69d3fe. 00010000:00000010:0.1:1764938848.671049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:0.1:1764938848.671053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6671f77. 00010000:00000010:0.1:1764938848.671056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccf1232. 00000800:00000200:3.0:1764938848.671641:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.671644:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938848.671648:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.671652:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.671655:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:3.0:1764938848.671656:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:3.0:1764938848.671660:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626919104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938848.671678:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d05d96df. 00000400:00000200:3.0:1764938848.671680:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:3.0:1764938848.671681:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:3.0:1764938848.671683:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000007b05aa1 x1850670626919040/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938855 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:3.0:1764938848.671689:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000007b05aa1 x1850670626919040/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938855 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:3.0:1764938848.671707:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003c663745. 02000000:00000010:3.0:1764938848.671710:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b4607fa0. 00000100:00000010:3.0:1764938848.671713:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000007b05aa1. 00010000:00000010:1.1:1764938848.672121:0:76527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f299ec37. 00000400:00000200:3.0:1764938848.673774:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.673787:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55052c0 00000400:00000200:3.0:1764938848.673794:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb02f5 [1] + 224 00000400:00000200:3.0:1764938848.673802:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.673805:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.673812:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626919104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.673878:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.673883:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f6c0 00000400:00000200:3.0:1764938848.673887:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed0d [2] + 656 00000400:00000200:3.0:1764938848.673923:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.673926:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.673931:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.673935:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000007b05aa1. 00000020:00000010:3.0:1764938848.673972:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ca64a87. 00000020:00000010:3.0:1764938848.673977:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.673981:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.673997:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000007b05aa1 x1850670620997312/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938848.674017:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997312 02000000:00000010:3.0:1764938848.674025:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4e3cafa. 00010000:00000010:3.0:1764938848.674054:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.674058:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.674063:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.674066:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938848.674076:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938848.674080:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997312, offset 224 00000400:00000200:3.0:1764938848.674086:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.674094:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.674099:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89876:89876:256:4294967295] 192.168.203.57@tcp LPNI seq info [89876:89876:8:4294967295] 00000400:00000200:3.0:1764938848.674129:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.674133:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.674136:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4607fa0 (tot 82352938). 00000800:00000200:3.0:1764938848.674141:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.674148:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.674151:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4607fa0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.674163:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.674166:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.674168:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ca64a87. 00000800:00000200:3.0:1764938848.674211:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.674214:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4607fa0 (tot 82352690). 00000400:00000200:3.0:1764938848.674216:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.674219:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.674222:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:3.0:1764938848.674223:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000400:00000010:0.0:1764938848.674317:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007636f6ac. 00000400:00000200:0.0:1764938848.674321:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:0.0:1764938848.674322:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000100:00000200:0.0:1764938848.674327:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626919104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.674334:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626919104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938848.674350:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe391a7. 02000000:00000010:0.0:1764938848.674362:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000385a2fe. 02000000:00000010:0.0:1764938848.674366:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002bf0760a. 00000100:00000010:0.0:1764938848.674369:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:0.0:1764938848.674372:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:0.0:1764938848.674375:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc71f238. 00080000:00000010:0.0:1764938848.674400:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d30e736. 00010000:00000010:0.0:1764938848.674484:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:0.0:1764938848.674490:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c1ba996. 00010000:00000010:0.0:1764938848.674881:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dccf1232. 00010000:00000010:0.0:1764938848.674889:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938848.674899:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.674903:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.674909:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000350e52e2. 02000000:00000010:0.0:1764938848.674920:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b60d10bf. 02000000:00000010:0.0:1764938848.674941:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed6e5cbf. 00000400:00000010:0.0:1764938848.674945:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.674949:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938848.674954:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919168, portal 16 00000400:00000010:0.0:1764938848.674957:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938848.674959:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919168, offset 0 00000400:00000200:0.0:1764938848.674964:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.674971:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.674977:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938848.674980:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938848.674983:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938848.674985:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89877:89877:256:4294967295] 192.168.203.57@tcp LPNI seq info [89877:89877:8:4294967295] 00000400:00000200:0.0:1764938848.674992:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.674996:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.674999:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938848.675003:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.675007:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.675009:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.676003:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.676008:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:3.0:1764938848.676012:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.676017:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.676022:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:3.0:1764938848.676024:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:3.0:1764938848.676030:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000350e52e2 x1850670626919168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.677872:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.677889:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505300 00000400:00000200:3.0:1764938848.677897:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0305 [1] + 224 00000400:00000200:3.0:1764938848.677911:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.677915:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.677924:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000350e52e2 x1850670626919168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938848.678259:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:0.0:1764938848.678264:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:0.0:1764938848.678266:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:0.0:1764938848.678271:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000350e52e2 x1850670626919168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.678278:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000350e52e2 x1850670626919168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.678304:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed6e5cbf. 02000000:00000010:0.0:1764938848.678309:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b60d10bf. 00000100:00000010:0.0:1764938848.678312:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000350e52e2. 00000100:00000010:0.0:1764938848.678317:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.678320:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00010000:00000010:1.1:1764938848.678441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb6155f. 00010000:00000010:1.1:1764938848.678449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073965114. 00010000:00000010:1.1:1764938848.678453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ed36b65. 00000400:00000200:3.0:1764938848.678749:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.678759:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f700 00000400:00000200:3.0:1764938848.678764:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed0d [2] + 984 00000400:00000200:3.0:1764938848.678810:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.678814:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.678819:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.678824:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 00000020:00000010:0.0:1764938848.679136:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b60d10bf. 00000020:00000010:0.0:1764938848.679142:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.679146:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.679169:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1bf7105 x1850670620997376/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938848.679191:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997376 02000000:00000010:0.0:1764938848.679201:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed6e5cbf. 00010000:00000010:0.0:1764938848.679223:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:0.0:1764938848.679240:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.679245:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.679263:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.679266:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.679277:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938848.679281:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997376, offset 224 00080000:00000010:1.0:1764938848.679289:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007236980b. 00000400:00000200:0.0:1764938848.679289:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.679298:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.679303:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89878:89878:256:4294967295] 192.168.203.57@tcp LPNI seq info [89878:89878:8:4294967295] 00000400:00000200:0.0:1764938848.679312:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.679316:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.679320:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938848.679325:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.679331:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.679334:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.679348:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.679353:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.679355:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b60d10bf. 00010000:00000010:1.0:1764938848.679368:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00010000:00000010:1.0:1764938848.679373:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf3697a4. 00010000:00000010:1.0:1764938848.679447:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000244b8b2a. 00010000:00000010:1.0:1764938848.679453:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.679462:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001eafdd84. 00000100:00000010:1.0:1764938848.679466:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.679471:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 02000000:00000010:1.0:1764938848.679480:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8b25b02. 02000000:00000010:1.0:1764938848.679501:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee9be080. 00000400:00000010:1.0:1764938848.679506:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cfc0e458. 00000400:00000010:1.0:1764938848.679509:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd9c7137. 00000100:00000200:1.0:1764938848.679513:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919232, portal 16 00000400:00000010:1.0:1764938848.679517:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938848.679518:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919232, offset 0 00000400:00000200:1.0:1764938848.679523:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.679528:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.679546:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.679549:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.679552:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.679555:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89879:89879:255:4294967295] 192.168.203.57@tcp LPNI seq info [89879:89879:7:4294967295] 00000400:00000200:1.0:1764938848.679562:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.679566:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.679570:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938848.679573:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.679577:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.679579:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.679660:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.679663:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:3.0:1764938848.679666:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.679670:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.679673:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:3.0:1764938848.679675:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000800:00000200:3.0:1764938848.679718:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.679720:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938848.679723:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.679726:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.679728:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:3.0:1764938848.679729:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00000100:00000200:3.0:1764938848.679733:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000315e5b21 x1850670626919232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.680735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb9895ea. 00010000:00000010:0.1:1764938848.680743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005983bc76. 00010000:00000010:0.1:1764938848.680746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bbfc59. 00000400:00000200:3.0:1764938848.681689:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.681704:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505340 00000400:00000200:3.0:1764938848.681712:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0311 [1] + 224 00000400:00000200:3.0:1764938848.681725:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.681728:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.681736:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000315e5b21 x1850670626919232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938848.681821:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cfc0e458. 00000400:00000200:0.0:1764938848.681825:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9c7137 00000400:00000010:0.0:1764938848.681827:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd9c7137. 00000100:00000200:0.0:1764938848.681840:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000315e5b21 x1850670626919232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.681846:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000315e5b21 x1850670626919232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.681871:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee9be080. 02000000:00000010:0.0:1764938848.681875:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8b25b02. 00000100:00000010:0.0:1764938848.681878:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000010:0.0:1764938848.681882:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:0.0:1764938848.681885:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001eafdd84. 00000400:00000200:3.0:1764938848.682527:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.682537:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f740 00000400:00000200:3.0:1764938848.682542:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed0d [2] + 1312 00000400:00000200:3.0:1764938848.682586:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.682590:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.682594:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.682599:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00000020:00000010:0.0:1764938848.682779:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b60d10bf. 00000020:00000010:0.0:1764938848.682786:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.682790:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.682809:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670620997440/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938848.682897:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997440 02000000:00000010:0.0:1764938848.682908:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f84f26e1. 00010000:00000010:0.0:1764938848.682931:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000abfc9205. 00010000:00000010:0.0:1764938848.682948:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.682954:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.682965:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.682967:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.682979:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938848.682983:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997440, offset 224 00000400:00000200:0.0:1764938848.682990:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.683000:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.683006:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89880:89880:256:4294967295] 192.168.203.57@tcp LPNI seq info [89880:89880:8:4294967295] 00000400:00000200:0.0:1764938848.683017:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.683023:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.683027:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938848.683032:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.683038:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.683042:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.683055:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.683058:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.683061:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b60d10bf. 00080000:00000010:0.0:1764938848.683083:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b60d10bf. 00010000:00000010:0.0:1764938848.683181:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:0.0:1764938848.683187:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c89f2c87. 00010000:00000010:0.0:1764938848.683246:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071b7957c. 00010000:00000010:0.0:1764938848.683251:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938848.683259:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.683261:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.683267:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000350e52e2. 02000000:00000010:0.0:1764938848.683275:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec172c1a. 02000000:00000010:0.0:1764938848.683295:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000becc12b0. 00000400:00000010:0.0:1764938848.683299:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.683303:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938848.683307:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919296, portal 16 00000400:00000010:0.0:1764938848.683311:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938848.683312:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919296, offset 0 00000400:00000200:0.0:1764938848.683316:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.683321:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.683327:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938848.683331:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938848.683333:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938848.683336:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89881:89881:255:4294967295] 192.168.203.57@tcp LPNI seq info [89881:89881:7:4294967295] 00000400:00000200:0.0:1764938848.683343:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.683347:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.683350:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82353186). 00000800:00000200:0.0:1764938848.683353:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.683356:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.683358:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.683722:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.683726:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:3.0:1764938848.683729:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.683732:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.683735:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:3.0:1764938848.683737:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000800:00000200:3.0:1764938848.683899:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.683902:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:3.0:1764938848.683904:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.683908:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.683909:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:3.0:1764938848.683910:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:3.0:1764938848.683914:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000350e52e2 x1850670626919296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.689419:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.689437:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505380 00000400:00000200:3.0:1764938848.689444:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb031d [1] + 224 00000400:00000200:3.0:1764938848.689454:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.689458:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.689468:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000350e52e2 x1850670626919296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.689495:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.689499:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f780 00000400:00000200:3.0:1764938848.689503:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed0d [2] + 1640 00000400:00000200:3.0:1764938848.689557:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.689561:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.689564:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.689569:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00000020:00000010:3.0:1764938848.689609:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ca64a87. 00000020:00000010:3.0:1764938848.689615:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.689619:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.689642:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670620997504/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938848.689669:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997504 02000000:00000010:3.0:1764938848.689678:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094578ebb. 00010000:00000010:3.0:1764938848.689712:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.689717:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.689724:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.689727:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938848.689740:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938848.689744:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997504, offset 224 00000400:00000200:3.0:1764938848.689751:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.689761:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.689766:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89882:89882:256:4294967295] 192.168.203.57@tcp LPNI seq info [89882:89882:8:4294967295] 00000400:00000200:3.0:1764938848.689776:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.689781:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.689785:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4607fa0 (tot 82352938). 00000800:00000200:3.0:1764938848.689790:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.689797:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.689800:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4607fa0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.689815:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.689819:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.689823:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ca64a87. 00000400:00000010:0.0:1764938848.691491:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:0.0:1764938848.691499:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938848.691501:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:0.0:1764938848.691511:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000350e52e2 x1850670626919296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.691520:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000350e52e2 x1850670626919296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938848.691544:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7daf97. 02000000:00000010:0.0:1764938848.691557:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000becc12b0. 02000000:00000010:0.0:1764938848.691561:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec172c1a. 00000100:00000010:0.0:1764938848.691564:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000350e52e2. 00000100:00000010:0.0:1764938848.691568:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.691570:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00080000:00000010:0.0:1764938848.691585:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec172c1a. 00010000:00000010:0.0:1764938848.691665:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938848.691671:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080d120a3. 00010000:00000010:0.0:1764938848.691744:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab76827. 00010000:00000010:0.0:1764938848.691750:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938848.691759:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.691763:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.691770:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000350e52e2. 02000000:00000010:0.0:1764938848.691780:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000becc12b0. 02000000:00000010:0.0:1764938848.691803:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8e2ce34. 00000400:00000010:0.0:1764938848.691807:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.691810:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938848.691815:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919360, portal 16 00000400:00000010:0.0:1764938848.691820:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938848.691822:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919360, offset 0 00000400:00000200:0.0:1764938848.691829:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.691841:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.691847:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938848.691850:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938848.691853:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938848.691856:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89883:89883:255:4294967295] 192.168.203.57@tcp LPNI seq info [89883:89883:7:4294967295] 00000400:00000200:0.0:1764938848.691865:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.691870:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.691874:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82353186). 00000800:00000200:0.0:1764938848.691879:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.691885:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.691888:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.694187:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.694192:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4607fa0 (tot 82352938). 00000400:00000200:2.0:1764938848.694199:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.694206:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.694211:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:2.0:1764938848.694213:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000800:00000200:2.0:1764938848.694273:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.694275:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:2.0:1764938848.694278:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.694281:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.694283:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:2.0:1764938848.694284:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:2.0:1764938848.694291:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000350e52e2 x1850670626919360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.698293:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.698312:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55053c0 00000400:00000200:2.0:1764938848.698321:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0329 [1] + 224 00000400:00000200:2.0:1764938848.698338:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.698341:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.698351:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000350e52e2 x1850670626919360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.698396:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.698402:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f7c0 00000400:00000200:2.0:1764938848.698406:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed0d [2] + 1968 00000400:00000010:2.0:1764938848.698410:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f504bc44. 00000400:00000200:2.0:1764938848.698414:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ef2f7715 00000400:00000200:2.0:1764938848.698420:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.698423:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.698425:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef2f7715 00000400:00000010:2.0:1764938848.698427:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ef2f7715 (tot 82352538). 00000100:00000200:2.0:1764938848.698431:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1764938848.699664:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:0.0:1764938848.699670:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938848.699672:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:0.0:1764938848.699680:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000350e52e2 x1850670626919360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.699693:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000350e52e2 x1850670626919360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.699719:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8e2ce34. 02000000:00000010:0.0:1764938848.699725:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000becc12b0. 00000100:00000010:0.0:1764938848.699729:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000350e52e2. 00000100:00000010:0.0:1764938848.699733:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.699736:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000020:00000010:3.0:1764938848.700365:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ca64a87. 00000020:00000010:3.0:1764938848.700373:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.700377:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.700414:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b266d7cc x1850670620997568/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938848.700441:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997568 02000000:00000010:3.0:1764938848.700451:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfce5805. 00010000:00000010:3.0:1764938848.700475:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002f494c2. 00010000:00000010:3.0:1764938848.700491:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.700496:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051392875. 00000100:00000010:3.0:1764938848.700504:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051392875. 00010000:00000010:3.0:1764938848.700506:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938848.700517:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938848.700520:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997568, offset 224 00000400:00000200:3.0:1764938848.700528:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.700540:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.700545:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89884:89884:256:4294967295] 192.168.203.57@tcp LPNI seq info [89884:89884:8:4294967295] 00000400:00000200:3.0:1764938848.700556:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.700561:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.700565:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a4ab832 (tot 82352786). 00000800:00000200:3.0:1764938848.700570:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.700576:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.700580:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a4ab832 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.700595:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.700599:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.700602:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ca64a87. 02000000:00000010:3.0:1764938848.700608:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094578ebb. 00000100:00000010:3.0:1764938848.700610:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938848.700613:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f84f26e1. 00000100:00000010:3.0:1764938848.700615:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 02000000:00000010:3.0:1764938848.700619:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed6e5cbf. 00000100:00000010:3.0:1764938848.700621:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 02000000:00000010:3.0:1764938848.700624:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4e3cafa. 00000100:00000010:3.0:1764938848.700625:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000007b05aa1. 02000000:00000010:3.0:1764938848.700630:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001cf2eb7f. 00000100:00000010:3.0:1764938848.700634:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d2a7073. 02000000:00000010:3.0:1764938848.700637:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c840a31. 00000100:00000010:3.0:1764938848.700639:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00000100:00000200:3.0:1764938848.700646:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938848.700650:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d05d96df. 00000400:00000010:3.0:1764938848.700654:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000051392875 (tot 82352938). 00000800:00000200:3.0:1764938848.701033:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.701037:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4ab832 (tot 82352690). 00000400:00000200:3.0:1764938848.701041:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.701046:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.701049:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:3.0:1764938848.701051:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 02000000:00000010:3.0:1764938848.701054:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfce5805. 00080000:00000010:0.0:1764938848.701600:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000becc12b0. 00010000:00000010:0.0:1764938848.701687:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938848.701694:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce68b9fb. 00010000:00000010:0.0:1764938848.701766:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffcc4db9. 00010000:00000010:0.0:1764938848.701771:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938848.701783:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.701787:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.701795:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000350e52e2. 02000000:00000010:0.0:1764938848.701806:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8e2ce34. 02000000:00000010:0.0:1764938848.701830:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcd059e7. 00000400:00000010:0.0:1764938848.701836:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.701840:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938848.701844:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919424, portal 16 00000400:00000010:0.0:1764938848.701849:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938848.701851:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919424, offset 0 00000400:00000200:0.0:1764938848.701858:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.701867:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.701874:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938848.701877:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938848.701880:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938848.701882:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89885:89885:256:4294967295] 192.168.203.57@tcp LPNI seq info [89885:89885:8:4294967295] 00000400:00000200:0.0:1764938848.701891:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.701896:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.701900:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938848.701905:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.701910:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.701913:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.702035:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.702039:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:2.0:1764938848.702042:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.702046:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.702050:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:2.0:1764938848.702051:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:2.0:1764938848.702057:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000350e52e2 x1850670626919424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.704420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506df67e. 00010000:00000010:0.1:1764938848.704434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a5d1f24. 00010000:00000010:0.1:1764938848.704438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c26807. 00010000:00000010:0.1:1764938848.704442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000244b8b2a. 00010000:00000010:1.1:1764938848.704757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e09961d. 00010000:00000010:1.1:1764938848.704764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccf1232. 00000400:00000200:2.0:1764938848.705046:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.705061:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505400 00000400:00000200:2.0:1764938848.705070:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0339 [1] + 224 00000400:00000200:2.0:1764938848.705083:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.705086:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.705096:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000350e52e2 x1850670626919424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.705155:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.705160:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f800 00000400:00000200:2.0:1764938848.705165:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed65 [2] + 0 00000400:00000200:2.0:1764938848.705221:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.705225:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.705229:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.705234:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000400:00000010:0.0:1764938848.705350:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:0.0:1764938848.705354:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938848.705356:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:0.0:1764938848.705362:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000350e52e2 x1850670626919424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.705369:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000350e52e2 x1850670626919424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.705408:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcd059e7. 02000000:00000010:0.0:1764938848.705414:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8e2ce34. 00000100:00000010:0.0:1764938848.705418:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000350e52e2. 00000100:00000010:0.0:1764938848.705422:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.705425:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000020:00000010:3.0:1764938848.705546:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfce5805. 00000020:00000010:3.0:1764938848.705553:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.705557:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.705579:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670620997632/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938848.705659:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997632 02000000:00000010:3.0:1764938848.705671:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4e3cafa. 00010000:00000010:3.0:1764938848.705696:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000922bd4c7. 00010000:00000010:3.0:1764938848.705711:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.705718:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c50e9520. 00000100:00000010:3.0:1764938848.705960:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c50e9520. 00010000:00000010:3.0:1764938848.705964:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00080000:00000010:1.0:1764938848.705972:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008652672b. 00000400:00000010:3.0:1764938848.705978:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938848.705982:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997632, offset 224 00000400:00000200:3.0:1764938848.705988:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.705999:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.706003:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89886:89886:256:4294967295] 192.168.203.57@tcp LPNI seq info [89886:89886:8:4294967295] 00000400:00000200:3.0:1764938848.706012:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.706017:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.706020:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a4ab832 (tot 82352938). 00000800:00000200:3.0:1764938848.706025:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.706031:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.706034:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a4ab832 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.706060:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.706064:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.706067:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfce5805. 00010000:00000010:0.1:1764938848.706136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9ab7e7. 00010000:00000010:0.1:1764938848.706141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005a301b0. 00010000:00000010:0.1:1764938848.706145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b7957c. 00010000:00000010:1.0:1764938848.706231:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:1.0:1764938848.706238:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068421b36. 00010000:00000010:1.0:1764938848.706304:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a000dee4. 00010000:00000010:1.0:1764938848.706310:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.706318:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.706322:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.706328:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.706337:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a87a598a. 02000000:00000010:1.0:1764938848.706356:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037634bc6. 00000400:00000010:1.0:1764938848.706361:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.706364:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.706368:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919488, portal 16 00000400:00000010:1.0:1764938848.706372:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938848.706373:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919488, offset 0 00000400:00000200:1.0:1764938848.706378:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.706384:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.706403:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.706406:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.706409:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.706411:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89887:89887:255:4294967295] 192.168.203.57@tcp LPNI seq info [89887:89887:7:4294967295] 00000400:00000200:1.0:1764938848.706417:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.706421:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.706425:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938848.706429:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.706432:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.706434:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.707086:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.707090:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4ab832 (tot 82352938). 00000400:00000200:2.0:1764938848.707095:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.707099:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.707129:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:2.0:1764938848.707132:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000800:00000200:2.0:1764938848.707530:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.707533:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938848.707537:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.707541:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.707543:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:2.0:1764938848.707545:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000100:00000200:2.0:1764938848.707552:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626919488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.708929:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.708944:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505440 00000400:00000200:2.0:1764938848.708952:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0345 [1] + 224 00000400:00000200:2.0:1764938848.708966:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.708969:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.708976:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626919488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.709223:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.709227:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.709229:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.709234:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626919488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.709242:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626919488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.709268:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037634bc6. 02000000:00000010:1.0:1764938848.709273:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a87a598a. 00000100:00000010:1.0:1764938848.709334:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.709339:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.709342:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00010000:00000010:3.1:1764938848.709367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a51ef37. 00000400:00000200:2.0:1764938848.709452:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.709460:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f840 00000400:00000200:2.0:1764938848.709465:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed65 [2] + 328 00000400:00000200:2.0:1764938848.709508:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.709512:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.709517:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.709521:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:3.0:1764938848.709741:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfce5805. 00000020:00000010:3.0:1764938848.709748:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.709753:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.709774:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670620997696/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938848.709808:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997696 02000000:00000010:3.0:1764938848.709817:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094578ebb. 00010000:00000010:3.0:1764938848.709854:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000518d14bb. 00010000:00000010:3.0:1764938848.709873:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.709879:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c50e9520. 00000100:00000010:3.0:1764938848.709896:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c50e9520. 00010000:00000010:3.0:1764938848.709899:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938848.709910:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938848.709914:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997696, offset 224 00000400:00000200:3.0:1764938848.709921:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938848.709930:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a87a598a. 00000400:00000200:3.0:1764938848.709931:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.709936:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89888:89888:256:4294967295] 192.168.203.57@tcp LPNI seq info [89888:89888:8:4294967295] 00000400:00000200:3.0:1764938848.709945:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.709950:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.709954:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e44e87 (tot 82352938). 00000800:00000200:3.0:1764938848.709958:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.709964:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.709968:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f6e44e87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.709989:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.709994:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.709997:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfce5805. 00010000:00000010:1.0:1764938848.710006:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.710012:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009025c048. 00010000:00000010:1.0:1764938848.710079:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.710085:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.710094:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.710097:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000800:00000200:2.0:1764938848.710740:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.710745:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e44e87 (tot 82352690). 00000400:00000200:2.0:1764938848.710750:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.710754:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.710758:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1259d8e 00000400:00000010:2.0:1764938848.710759:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1259d8e. 00010000:00000010:0.1:1764938848.710967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d98c5d7. 00010000:00000010:0.1:1764938848.710977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab76827. 00000100:00000010:1.0:1764938848.711541:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.711555:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013cc341b. 02000000:00000010:1.0:1764938848.711581:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037634bc6. 00000400:00000010:1.0:1764938848.711586:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.711592:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.711598:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919552, portal 16 00000400:00000010:1.0:1764938848.711603:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938848.711605:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919552, offset 0 00000400:00000200:1.0:1764938848.711613:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.711626:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.711633:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.711636:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.711639:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.711642:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89889:89889:256:4294967295] 192.168.203.57@tcp LPNI seq info [89889:89889:8:4294967295] 00000400:00000200:1.0:1764938848.711663:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.711668:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.711673:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938848.711678:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.711685:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.711688:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.711874:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.711877:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938848.711882:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.711885:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.711889:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:2.0:1764938848.711891:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00000100:00000200:2.0:1764938848.711897:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626919552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.713139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0c3e8ef. 00010000:00000010:1.1:1764938848.713199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d6bed3. 00010000:00000010:1.1:1764938848.713205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffcc4db9. 00000400:00000200:2.0:1764938848.713530:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.713544:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505480 00000400:00000200:2.0:1764938848.713551:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0351 [1] + 224 00000400:00000200:2.0:1764938848.713565:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.713568:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.713577:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626919552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.713858:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.713863:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.713864:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000400:00000200:2.0:1764938848.713867:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000100:00000200:1.0:1764938848.713869:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626919552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.713873:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f880 00000100:00000200:1.0:1764938848.713877:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626919552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.713878:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed65 [2] + 656 02000000:00000010:1.0:1764938848.713906:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037634bc6. 02000000:00000010:1.0:1764938848.713911:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013cc341b. 00000100:00000010:1.0:1764938848.713914:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.713917:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.713921:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:2.0:1764938848.713940:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.713944:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.713948:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.713952:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:0.0:1764938848.714026:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8e2ce34. 00000020:00000010:0.0:1764938848.714033:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.714037:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.714059:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670620997760/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938848.714088:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997760 02000000:00000010:0.0:1764938848.714099:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bcd059e7. 00010000:00000010:0.0:1764938848.714152:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f152c315. 00010000:00000010:0.0:1764938848.714432:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.714439:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.714456:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.714458:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.714473:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938848.714478:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997760, offset 224 00000400:00000200:0.0:1764938848.714486:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.714496:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.714501:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89890:89890:256:4294967295] 192.168.203.57@tcp LPNI seq info [89890:89890:8:4294967295] 00000400:00000200:0.0:1764938848.714511:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.714515:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.714520:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938848.714524:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.714531:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.714534:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.714558:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.714562:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.714565:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8e2ce34. 00000800:00000200:2.0:1764938848.714663:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.714666:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:2.0:1764938848.714669:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.714673:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.714676:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:2.0:1764938848.714677:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00080000:00000010:1.0:1764938848.714900:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013cc341b. 00010000:00000010:1.0:1764938848.714984:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.714991:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f0fc44c. 00010000:00000010:1.0:1764938848.715062:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.715068:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.715078:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.715082:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.715088:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.715097:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037634bc6. 00010000:00000010:1.1:1764938848.715127:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5e5a001. 00010000:00000010:1.1:1764938848.715133:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a000dee4. 02000000:00000010:1.0:1764938848.715231:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c840a31. 00000400:00000010:1.0:1764938848.715237:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.715241:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.715245:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919616, portal 16 00000400:00000010:1.0:1764938848.715249:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938848.715250:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919616, offset 0 00000400:00000200:1.0:1764938848.715256:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.715263:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.715270:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.715272:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.715275:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.715279:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89891:89891:256:4294967295] 192.168.203.57@tcp LPNI seq info [89891:89891:8:4294967295] 00000400:00000200:1.0:1764938848.715286:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.715291:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.715295:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938848.715299:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.715304:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.715306:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938848.715458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d44ede14. 00000800:00000200:2.0:1764938848.715533:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.715536:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938848.715540:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.715543:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.715546:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:2.0:1764938848.715547:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00000100:00000200:2.0:1764938848.715553:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626919616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.717544:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.717565:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55054c0 00000400:00000200:2.0:1764938848.717575:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb035d [1] + 224 00000400:00000200:2.0:1764938848.717588:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.717591:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.717602:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626919616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.717636:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.717642:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f8c0 00000400:00000200:2.0:1764938848.717657:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed65 [2] + 984 00000400:00000200:2.0:1764938848.717710:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.717714:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.717718:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.717723:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:0.0:1764938848.717911:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8e2ce34. 00000020:00000010:0.0:1764938848.717918:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.717923:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.717947:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670620997824/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938848.718533:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997824 00000400:00000010:1.0:1764938848.718535:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.718540:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.718542:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 02000000:00000010:0.0:1764938848.718545:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000092174c1. 00000100:00000200:1.0:1764938848.718548:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626919616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.718555:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626919616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938848.718576:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008871b657. 00010000:00000010:0.0:1764938848.718581:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.718586:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.718591:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 02000000:00000010:1.0:1764938848.718592:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c840a31. 00010000:00000010:0.0:1764938848.718594:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 02000000:00000010:1.0:1764938848.718596:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037634bc6. 00000100:00000010:1.0:1764938848.718599:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.718602:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.718605:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000010:0.0:1764938848.718605:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938848.718609:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997824, offset 224 00000400:00000200:0.0:1764938848.718615:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938848.718621:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037634bc6. 00000400:00000200:0.0:1764938848.718626:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.718630:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89892:89892:256:4294967295] 192.168.203.57@tcp LPNI seq info [89892:89892:8:4294967295] 00000400:00000200:0.0:1764938848.718639:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.718643:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.718661:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938848.718667:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.718674:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.718676:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.718696:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.718701:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00010000:00000010:1.0:1764938848.718703:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00000020:00000010:0.0:1764938848.718704:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8e2ce34. 00010000:00000010:1.0:1764938848.718707:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ea4e9a6. 00010000:00000010:1.0:1764938848.718775:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938848.718779:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000095a62e97. 00010000:00000010:1.0:1764938848.718784:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a000dee4. 00010000:00000010:1.0:1764938848.718788:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.718798:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c840a31. 00010000:00000010:1.0:1764938848.718822:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.718826:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095a62e97. 00010000:00000010:1.0:1764938848.718874:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.0:1764938848.718878:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.718884:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.718887:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.718892:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.718900:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8b25b02. 02000000:00000010:1.0:1764938848.718919:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee9be080. 00000400:00000010:1.0:1764938848.718924:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.718927:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.718931:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919680, portal 16 00000400:00000010:1.0:1764938848.718935:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd7a8a2. 00000100:00000200:1.0:1764938848.718936:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919680, offset 0 00000400:00000200:1.0:1764938848.718941:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.718946:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.718952:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.718955:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.718958:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.718960:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89893:89893:255:4294967295] 192.168.203.57@tcp LPNI seq info [89893:89893:7:4294967295] 00000400:00000200:1.0:1764938848.718966:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.718970:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.718973:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938848.718976:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.718979:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.718981:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.718989:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.718992:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:2.0:1764938848.718995:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.718999:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.719002:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:2.0:1764938848.719003:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000800:00000200:2.0:1764938848.719051:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.719053:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938848.719056:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.719059:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.719061:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd7a8a2 00000400:00000010:2.0:1764938848.719062:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd7a8a2. 00000100:00000200:2.0:1764938848.719066:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626919680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.722651:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.722670:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505500 00000400:00000200:2.0:1764938848.722679:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0369 [1] + 224 00000400:00000200:2.0:1764938848.722691:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.722695:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.722705:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626919680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.723135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d244fd. 00010000:00000010:1.1:1764938848.723139:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091050b6c. 00010000:00000010:1.1:1764938848.723145:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00000400:00000010:1.0:1764938848.724379:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.724394:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.724396:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.724409:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626919680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.724418:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626919680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.724454:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee9be080. 02000000:00000010:1.0:1764938848.724459:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8b25b02. 00000100:00000010:1.0:1764938848.724462:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.724465:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.724469:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:2.0:1764938848.724528:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.724541:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f900 00000400:00000200:2.0:1764938848.724547:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed65 [2] + 1312 00000400:00000200:2.0:1764938848.724767:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.724772:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.724778:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.724783:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:0.0:1764938848.724901:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8e2ce34. 00000020:00000010:0.0:1764938848.724910:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.724913:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.724937:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670620997888/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938848.724967:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997888 02000000:00000010:0.0:1764938848.724979:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0375d36. 00010000:00000010:0.0:1764938848.725010:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000336de2b4. 00010000:00000010:0.0:1764938848.725032:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.725039:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.725055:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.725057:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.725071:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938848.725076:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997888, offset 224 00000400:00000200:0.0:1764938848.725083:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938848.725085:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8b25b02. 00000400:00000200:0.0:1764938848.725093:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.725098:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89894:89894:256:4294967295] 192.168.203.57@tcp LPNI seq info [89894:89894:8:4294967295] 00000400:00000200:0.0:1764938848.725137:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.725143:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.725148:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938848.725153:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.725162:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.725167:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.725187:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.725192:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.725195:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8e2ce34. 00010000:00000010:1.0:1764938848.725212:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.725219:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000799c89ac. 00010000:00000010:1.0:1764938848.725299:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.725306:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.725316:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.725319:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.725324:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.725334:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee9be080. 02000000:00000010:1.0:1764938848.725356:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002bf0760a. 00000400:00000010:1.0:1764938848.725359:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.725362:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.725368:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919744, portal 16 00000400:00000010:1.0:1764938848.725372:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938848.725374:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919744, offset 0 00000400:00000200:1.0:1764938848.725379:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.725394:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.725400:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.725403:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.725406:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.725408:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89895:89895:255:4294967295] 192.168.203.57@tcp LPNI seq info [89895:89895:7:4294967295] 00000400:00000200:1.0:1764938848.725415:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.725418:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.725422:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938848.725425:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.725429:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.725431:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.725539:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.725542:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:2.0:1764938848.725546:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.725550:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.725553:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938848.725555:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000800:00000200:2.0:1764938848.725608:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.725611:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938848.725614:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.725617:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.725619:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:2.0:1764938848.725620:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:2.0:1764938848.725624:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626919744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.728231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51da831. 00010000:00000010:1.1:1764938848.728245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ca4bc81. 00010000:00000010:1.1:1764938848.728250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.1:1764938848.728253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938848.728256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a000dee4. 00000400:00000200:2.0:1764938848.730242:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.730272:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505540 00000400:00000200:2.0:1764938848.730281:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0375 [1] + 224 00000400:00000200:2.0:1764938848.730292:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.730296:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.730306:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626919744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.730344:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.730350:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f940 00000400:00000010:1.0:1764938848.730360:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.730366:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.730368:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.730375:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626919744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.730383:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626919744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.730421:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002bf0760a. 02000000:00000010:1.0:1764938848.730426:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee9be080. 00000100:00000010:1.0:1764938848.730430:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.730433:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.730438:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:2.0:1764938848.730776:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed65 [2] + 1640 00000400:00000200:2.0:1764938848.731001:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.731006:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.731010:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.731015:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:0.0:1764938848.731122:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8e2ce34. 00000020:00000010:0.0:1764938848.731129:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.731134:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.731157:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670620997952/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938848.731182:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620997952 02000000:00000010:0.0:1764938848.731192:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e61c524c. 00010000:00000010:0.0:1764938848.731218:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5b1beea. 00010000:00000010:0.0:1764938848.731239:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.731245:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.731270:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.731273:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.731284:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938848.731289:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620997952, offset 224 00000400:00000200:0.0:1764938848.731299:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938848.731308:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee9be080. 00000400:00000200:0.0:1764938848.731310:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.731317:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89896:89896:256:4294967295] 192.168.203.57@tcp LPNI seq info [89896:89896:8:4294967295] 00000400:00000200:0.0:1764938848.731327:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.731334:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.731338:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938848.731344:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.731360:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.731365:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.731399:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00010000:00000010:1.0:1764938848.731404:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00000020:00000010:0.0:1764938848.731404:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.731410:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8e2ce34. 00010000:00000010:1.0:1764938848.731412:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d55b1a0. 00010000:00000010:1.0:1764938848.731487:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a000dee4. 00010000:00000010:1.0:1764938848.731492:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.731500:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.731504:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.731508:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.731517:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002bf0760a. 02000000:00000010:1.0:1764938848.731536:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000385a2fe. 00000400:00000010:1.0:1764938848.731540:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.731544:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.731548:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919808, portal 16 00000400:00000010:1.0:1764938848.731551:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938848.731553:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919808, offset 0 00000400:00000200:1.0:1764938848.731559:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.731564:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.731575:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.731578:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.731581:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.731584:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89897:89897:255:4294967295] 192.168.203.57@tcp LPNI seq info [89897:89897:7:4294967295] 00000400:00000200:1.0:1764938848.731592:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.731597:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.731600:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938848.731604:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.731608:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.731610:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.731625:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.731629:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:2.0:1764938848.731633:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.731642:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.731645:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938848.731647:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000800:00000200:2.0:1764938848.731693:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.731697:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938848.731702:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.731705:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.731707:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:2.0:1764938848.731708:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00000100:00000200:2.0:1764938848.731712:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626919808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.733299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d7656c8. 00000400:00000200:2.0:1764938848.733733:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.733746:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505580 00000400:00000200:2.0:1764938848.733756:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0381 [1] + 224 00000400:00000200:2.0:1764938848.733771:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.733774:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.733783:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626919808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.733844:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.733849:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.733851:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.733858:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626919808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.733867:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626919808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.733896:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000385a2fe. 02000000:00000010:1.0:1764938848.733901:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002bf0760a. 00000100:00000010:1.0:1764938848.733904:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.733908:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.733911:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:2.0:1764938848.734642:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.734656:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f980 00000400:00000200:2.0:1764938848.734663:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaed65 [2] + 1968 00000400:00000010:2.0:1764938848.734666:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9f18199. 00000400:00000200:2.0:1764938848.734670:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006c93b233 00000400:00000200:2.0:1764938848.734802:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.734806:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.734810:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c93b233 00000400:00000010:2.0:1764938848.734813:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006c93b233 (tot 82352538). 00000100:00000200:2.0:1764938848.734817:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1764938848.734956:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfce5805. 00000020:00000010:3.0:1764938848.734962:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.734966:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.734990:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000065dd3e94 x1850670620998016/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938848.735019:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998016 02000000:00000010:3.0:1764938848.735029:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ca64a87. 00010000:00000010:3.0:1764938848.735052:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006846da8e. 00010000:00000010:3.0:1764938848.735072:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.735079:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c50e9520. 00080000:00000010:1.0:1764938848.735276:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002bf0760a. 00010000:00000010:1.0:1764938848.735437:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.735445:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.735455:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.735458:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.735464:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.735473:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000385a2fe. 00010000:00000010:3.0:1764938848.735498:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 02000000:00000010:1.0:1764938848.735502:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012b77d0f. 00000100:00000010:3.0:1764938848.735507:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c50e9520. 00000400:00000010:1.0:1764938848.735508:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00010000:00000010:3.0:1764938848.735513:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:1.0:1764938848.735515:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00010000:00000010:3.0:1764938848.735519:0:64654:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a690d36. 00000100:00000200:1.0:1764938848.735522:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919872, portal 16 00000400:00000010:3.0:1764938848.735534:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938848.735539:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998016, offset 224 00000400:00000010:1.0:1764938848.735539:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938848.735544:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919872, offset 0 00000400:00000200:3.0:1764938848.735551:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.735604:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.735608:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.735613:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89898:89898:256:4294967295] 192.168.203.57@tcp LPNI seq info [89898:89898:8:4294967295] 00000400:00000200:3.0:1764938848.735624:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.735630:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.735634:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000800:00000010:3.0:1764938848.735637:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352786). 00000400:00000200:1.0:1764938848.735642:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000800:00000200:3.0:1764938848.735646:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000400:00000200:1.0:1764938848.735648:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.735652:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000800:00000200:3.0:1764938848.735659:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000400:00000200:1.0:1764938848.735659:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89899:89899:255:4294967295] 192.168.203.57@tcp LPNI seq info [89899:89899:7:4294967295] 00000800:00000200:3.0:1764938848.735665:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1764938848.735673:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.735678:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.735682:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353034). 00000800:00000200:1.0:1764938848.735686:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.735690:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.735692:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.735832:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.735837:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.735840:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfce5805. 02000000:00000010:3.0:1764938848.735848:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e61c524c. 00000100:00000010:3.0:1764938848.735851:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:3.0:1764938848.735855:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0375d36. 00000100:00000010:3.0:1764938848.735857:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:3.0:1764938848.735860:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000092174c1. 00000100:00000010:3.0:1764938848.735862:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:3.0:1764938848.735866:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bcd059e7. 00000100:00000010:3.0:1764938848.735868:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:3.0:1764938848.735870:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094578ebb. 00000100:00000010:3.0:1764938848.735872:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:3.0:1764938848.735874:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4e3cafa. 00000100:00000010:3.0:1764938848.735876:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 00000100:00000200:3.0:1764938848.735883:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938848.735888:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e0e323c. 00000400:00000010:3.0:1764938848.735891:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c50e9520 (tot 82353186). 00000800:00000200:2.0:1764938848.736050:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.736054:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352938). 00000400:00000200:2.0:1764938848.736058:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.736062:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.736066:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:2.0:1764938848.736068:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 02000000:00000010:2.0:1764938848.736071:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ca64a87. 00010000:00000010:0.1:1764938848.736152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea06c28d. 00000800:00000200:2.0:1764938848.736168:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.736171:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938848.736175:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.736178:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.736180:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:2.0:1764938848.736182:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:2.0:1764938848.736187:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626919872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.736248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000468400f1. 00010000:00000010:1.1:1764938848.736255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:3.1:1764938848.740140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d459547. 00010000:00000010:1.1:1764938848.740150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000448e3dc9. 00010000:00000010:1.1:1764938848.740160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00000400:00000200:0.0:1764938848.740313:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.740329:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55055c0 00000400:00000200:0.0:1764938848.740337:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0389 [1] + 224 00000400:00000200:0.0:1764938848.740360:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.740364:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.740374:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626919872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.740471:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.740477:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.740479:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.740484:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626919872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.740492:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626919872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.740519:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012b77d0f. 02000000:00000010:1.0:1764938848.740523:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000385a2fe. 00000100:00000010:1.0:1764938848.740526:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.740530:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.740533:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:2.0:1764938848.741005:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.741015:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5f9c0 00000400:00000200:2.0:1764938848.741021:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaedbd [2] + 0 00000400:00000200:2.0:1764938848.741077:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.741082:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.741087:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.741092:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:3.0:1764938848.741217:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4e3cafa. 00000020:00000010:3.0:1764938848.741224:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.741229:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.741253:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670620998080/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938848.741290:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998080 02000000:00000010:3.0:1764938848.741301:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094578ebb. 00010000:00000010:3.0:1764938848.741328:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000578d62cb. 00010000:00000010:3.0:1764938848.741348:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.741353:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026db241e. 00000100:00000010:3.0:1764938848.741373:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026db241e. 00010000:00000010:3.0:1764938848.741376:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938848.741403:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938848.741408:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998080, offset 224 00000400:00000200:3.0:1764938848.741416:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.741427:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.741433:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89900:89900:256:4294967295] 192.168.203.57@tcp LPNI seq info [89900:89900:8:4294967295] 00080000:00000010:1.0:1764938848.741434:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000385a2fe. 00000400:00000200:3.0:1764938848.741444:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.741450:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.741454:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352938). 00000800:00000200:3.0:1764938848.741459:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.741465:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.741469:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.741494:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.741498:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.741502:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4e3cafa. 00010000:00000010:1.0:1764938848.741534:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.741540:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000079c8ea. 00010000:00000010:1.0:1764938848.741611:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.741617:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.741628:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.741631:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.741637:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.741646:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012b77d0f. 02000000:00000010:1.0:1764938848.741671:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619e542a. 00000400:00000010:1.0:1764938848.741676:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.741680:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.741684:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626919936, portal 16 00000400:00000010:1.0:1764938848.741688:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000571cc73. 00000100:00000200:1.0:1764938848.741690:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626919936, offset 0 00000400:00000200:1.0:1764938848.741695:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.741701:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.741707:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.741710:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.741713:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.741715:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89901:89901:255:4294967295] 192.168.203.57@tcp LPNI seq info [89901:89901:7:4294967295] 00000400:00000200:1.0:1764938848.741722:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.741726:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.741728:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938848.741732:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.741736:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.741738:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.741807:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.741810:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352938). 00000400:00000200:2.0:1764938848.741814:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.741818:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.741821:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:2.0:1764938848.741823:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000800:00000200:2.0:1764938848.741870:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.741872:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938848.741876:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.741879:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.741881:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:2.0:1764938848.741883:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 00000100:00000200:2.0:1764938848.741888:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626919936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.744228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a000dee4. 00010000:00000010:3.1:1764938848.744242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5395866. 00000400:00000200:0.0:1764938848.747560:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.747580:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505600 00000400:00000200:0.0:1764938848.747589:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb039d [1] + 224 00000400:00000200:0.0:1764938848.747601:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.747605:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.747615:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626919936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.748165:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f772465a. 00010000:00000010:1.1:1764938848.748174:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00000400:00000200:0.0:1764938848.748879:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.748890:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fa00 00000400:00000200:0.0:1764938848.748896:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaedbd [2] + 328 00000400:00000200:0.0:1764938848.748959:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.748962:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.748966:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938848.748970:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000350e52e2. 00000020:00000010:3.0:1764938848.749041:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4e3cafa. 00000020:00000010:3.0:1764938848.749048:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.749052:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.749074:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000350e52e2 x1850670620998144/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938848.749141:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998144 02000000:00000010:3.0:1764938848.749153:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfce5805. 00010000:00000010:3.0:1764938848.749188:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938848.749194:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026db241e. 00000100:00000010:3.0:1764938848.749200:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026db241e. 00010000:00000010:3.0:1764938848.749204:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938848.749218:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000400:00000010:1.0:1764938848.749225:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.749230:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.749232:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.749238:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626919936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.749246:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626919936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938848.749277:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000898fedee. 02000000:00000010:1.0:1764938848.749292:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619e542a. 02000000:00000010:1.0:1764938848.749298:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012b77d0f. 00000100:00000010:1.0:1764938848.749302:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.749305:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.749308:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00080000:00000010:1.0:1764938848.749325:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000619e542a. 00000100:00000200:3.0:1764938848.749488:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998144, offset 224 00000400:00000200:3.0:1764938848.749498:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.749509:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.749514:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89902:89902:256:4294967295] 192.168.203.57@tcp LPNI seq info [89902:89902:8:4294967295] 00000400:00000200:3.0:1764938848.749524:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.749529:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.749533:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e44e87 (tot 82352938). 00000800:00000200:3.0:1764938848.749539:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.749545:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.749548:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f6e44e87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.749572:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.749576:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:3.0:1764938848.749580:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4e3cafa. 00000800:00000200:2.0:1764938848.749662:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.749666:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e44e87 (tot 82352690). 00000400:00000200:2.0:1764938848.749671:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.749675:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.749678:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:2.0:1764938848.749679:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00010000:00000010:1.0:1764938848.750461:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.750470:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022fde6bf. 00010000:00000010:1.0:1764938848.750561:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938848.750565:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938848.750570:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.750575:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938848.750591:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012b77d0f. 00010000:00000010:1.0:1764938848.750623:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.750626:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938848.750676:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.0:1764938848.750681:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.750689:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.750694:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.750702:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.750713:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000743a70bc. 02000000:00000010:1.0:1764938848.750737:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026d4d18e. 00000400:00000010:1.0:1764938848.750742:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.750747:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.750752:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920000, portal 16 00000400:00000010:1.0:1764938848.750757:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938848.750759:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920000, offset 0 00000400:00000200:1.0:1764938848.750767:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.750777:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.750784:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.750788:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.750790:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.750794:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89903:89903:256:4294967295] 192.168.203.57@tcp LPNI seq info [89903:89903:8:4294967295] 00000400:00000200:1.0:1764938848.750802:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.750807:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.750811:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938848.750816:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.750821:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.750824:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.754721:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.754728:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938848.754736:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.754745:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.754750:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:2.0:1764938848.754752:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:2.0:1764938848.754761:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938848.758253:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.758273:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505640 00000400:00000200:0.0:1764938848.758282:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb03a9 [1] + 224 00000400:00000200:0.0:1764938848.758293:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.758297:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.758307:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.758420:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.758425:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.758427:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.758433:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.758441:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.758470:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026d4d18e. 02000000:00000010:1.0:1764938848.758475:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000743a70bc. 00000100:00000010:1.0:1764938848.758479:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.758482:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.758486:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:0.0:1764938848.760274:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.760314:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fa40 00000400:00000200:0.0:1764938848.760324:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaedbd [2] + 656 00000400:00000200:0.0:1764938848.760889:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.760896:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.760903:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938848.760910:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000749fe87e. 00000020:00000010:3.0:1764938848.760986:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4e3cafa. 00000020:00000010:3.0:1764938848.760994:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.761000:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e58c4ca9. 00000100:00000200:3.0:1764938848.761026:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000749fe87e x1850670620998208/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938848.761067:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998208 02000000:00000010:3.0:1764938848.761081:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087d40659. 00010000:00000010:3.1:1764938848.761145:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ff98351. 00010000:00000010:3.0:1764938848.761166:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a5d3600. 00010000:00000010:3.0:1764938848.761193:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:2.0:1764938848.761247:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c20994f6. 00000100:00000010:2.0:1764938848.761268:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c20994f6. 00010000:00000010:2.0:1764938848.761272:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:2.0:1764938848.761288:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938848.761294:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998208, offset 224 00000400:00000200:2.0:1764938848.761302:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.761315:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.761321:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89904:89904:256:4294967295] 192.168.203.57@tcp LPNI seq info [89904:89904:8:4294967295] 00000400:00000200:2.0:1764938848.761331:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.761337:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.761342:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938848.761347:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.761353:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.761357:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.761383:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:2.0:1764938848.761395:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e58c4ca9. 00000020:00000010:2.0:1764938848.761399:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4e3cafa. 00080000:00000010:1.0:1764938848.761464:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000743a70bc. 00000800:00000200:3.0:1764938848.761494:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.761498:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938848.761502:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.761506:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.761510:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:3.0:1764938848.761511:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00010000:00000010:1.0:1764938848.761555:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.761562:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf0c5d95. 00010000:00000010:1.0:1764938848.761639:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938848.761646:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.761658:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.761662:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.761669:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.761680:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026d4d18e. 02000000:00000010:1.0:1764938848.761706:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f238815. 00000400:00000010:1.0:1764938848.761713:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.761718:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.761724:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920064, portal 16 00000400:00000010:1.0:1764938848.761729:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938848.761731:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920064, offset 0 00000400:00000200:1.0:1764938848.761737:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.761743:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.761750:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.761755:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.761758:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.761760:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89905:89905:256:4294967295] 192.168.203.57@tcp LPNI seq info [89905:89905:8:4294967295] 00000400:00000200:1.0:1764938848.761768:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.761773:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.761785:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938848.761791:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.761794:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.761797:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.764833:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.764840:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938848.764847:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.764855:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.764860:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:2.0:1764938848.764862:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00000100:00000200:2.0:1764938848.764870:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938848.768867:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.768891:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505680 00000400:00000200:0.0:1764938848.768902:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb03b5 [1] + 224 00000400:00000200:0.0:1764938848.768918:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.768922:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.768934:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.768977:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.768983:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.768985:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.768992:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.769000:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.769037:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f238815. 02000000:00000010:1.0:1764938848.769044:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026d4d18e. 00000100:00000010:1.0:1764938848.769048:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.769052:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.769058:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:3.0:1764938848.770281:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.770295:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fa80 00000400:00000200:3.0:1764938848.770302:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaedbd [2] + 984 00000400:00000200:3.0:1764938848.770356:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.770360:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.770366:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.770371:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d2a7073. 00000020:00000010:0.0:1764938848.770969:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8e2ce34. 00000020:00000010:0.0:1764938848.770976:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.770980:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.771002:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d2a7073 x1850670620998272/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938848.771037:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998272 02000000:00000010:0.0:1764938848.771046:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000744796af. 00010000:00000010:0.0:1764938848.771073:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2634c0e. 00010000:00000010:0.0:1764938848.771092:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.771099:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.772051:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.772058:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.772076:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938848.772082:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998272, offset 224 00000400:00000200:0.0:1764938848.772091:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.772130:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.772136:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89906:89906:256:4294967295] 192.168.203.57@tcp LPNI seq info [89906:89906:8:4294967295] 00000400:00000200:0.0:1764938848.772146:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.772152:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.772162:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938848.772168:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.772175:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.772179:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.772204:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.772210:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.772214:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8e2ce34. 00010000:00000010:1.1:1764938848.772353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001bc7346. 00010000:00000010:1.1:1764938848.772362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb9a0daa. 00010000:00000010:1.1:1764938848.772366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:1.1:1764938848.772369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938848.772372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00000800:00000200:3.0:1764938848.772392:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.772397:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938848.772401:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.772406:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00080000:00000010:1.0:1764938848.772407:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026d4d18e. 00000400:00000200:3.0:1764938848.772409:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:3.0:1764938848.772412:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00010000:00000010:1.0:1764938848.772488:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.772495:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052529f66. 00010000:00000010:1.0:1764938848.772572:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.772578:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.772588:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.772593:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.772600:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.772611:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f238815. 02000000:00000010:1.0:1764938848.772634:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f00bdf9. 00000400:00000010:1.0:1764938848.772639:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.772643:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.772648:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920128, portal 16 00000400:00000010:1.0:1764938848.772652:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938848.772654:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920128, offset 0 00000400:00000200:1.0:1764938848.772660:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.772666:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.772673:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.772677:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.772681:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.772685:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89907:89907:256:4294967295] 192.168.203.57@tcp LPNI seq info [89907:89907:8:4294967295] 00000400:00000200:1.0:1764938848.772693:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.772699:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.772703:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938848.772707:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.772710:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.772712:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938848.772808:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938848.772811:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:0.0:1764938848.772815:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.772819:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.772821:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:0.0:1764938848.772823:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00000100:00000200:0.0:1764938848.772828:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.775521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e909ec57. 00010000:00000010:1.1:1764938848.775539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:3.1:1764938848.776477:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000299bf650. 00010000:00000010:1.1:1764938848.777586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3efe156. 00010000:00000010:1.1:1764938848.777597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:3.0:1764938848.778054:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.778069:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55056c0 00000400:00000200:3.0:1764938848.778076:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb03c1 [1] + 224 00000400:00000200:3.0:1764938848.778135:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.778139:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.778150:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.778204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dad51fe. 00000400:00000010:1.0:1764938848.778341:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.778346:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.778348:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.778354:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.778361:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.778398:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f00bdf9. 02000000:00000010:1.0:1764938848.778403:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f238815. 00000100:00000010:1.0:1764938848.778407:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.778410:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.778413:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:3.0:1764938848.779166:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.779178:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fac0 00000400:00000200:3.0:1764938848.779183:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaedbd [2] + 1312 00000400:00000200:3.0:1764938848.779522:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.779527:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.779533:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.779538:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000007b05aa1. 00000020:00000010:2.0:1764938848.779653:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ff32875. 00000020:00000010:2.0:1764938848.779661:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.779665:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.779691:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000007b05aa1 x1850670620998336/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938848.779730:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998336 02000000:00000010:2.0:1764938848.779742:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a69d61c. 00010000:00000010:2.0:1764938848.779769:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d83c8b50. 00010000:00000010:2.0:1764938848.779790:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.779795:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c20994f6. 00000100:00000010:2.0:1764938848.779816:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c20994f6. 00010000:00000010:2.0:1764938848.779821:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000010:2.0:1764938848.779832:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938848.779837:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998336, offset 224 00000400:00000200:2.0:1764938848.779844:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.779854:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.779859:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89908:89908:256:4294967295] 192.168.203.57@tcp LPNI seq info [89908:89908:8:4294967295] 00000400:00000200:2.0:1764938848.779868:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.779872:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.779876:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938848.779882:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.779887:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.779890:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.779914:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.779918:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.779921:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ff32875. 00080000:00000010:1.0:1764938848.780223:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f00bdf9. 00010000:00000010:1.0:1764938848.780305:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.780311:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f8427e6. 00010000:00000010:1.0:1764938848.780394:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938848.780400:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.780411:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.780415:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.780421:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.780432:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f238815. 02000000:00000010:1.0:1764938848.780455:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041fcad6c. 00000400:00000010:1.0:1764938848.780460:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.780465:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.780470:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920192, portal 16 00000400:00000010:1.0:1764938848.780474:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938848.780476:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920192, offset 0 00000400:00000200:1.0:1764938848.780482:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.780488:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000800:00000200:0.0:1764938848.780767:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938848.780771:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:0.0:1764938848.780775:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.780779:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.780783:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:0.0:1764938848.780784:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000400:00000200:1.0:1764938848.781186:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.781190:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.781193:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.781196:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89909:89909:255:4294967295] 192.168.203.57@tcp LPNI seq info [89909:89909:7:4294967295] 00000400:00000200:1.0:1764938848.781205:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.781210:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.781215:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938848.781220:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.781225:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.781228:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.781334:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.781337:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938848.781341:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.781346:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.781348:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:3.0:1764938848.781350:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000100:00000200:3.0:1764938848.781358:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.784441:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.784458:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505700 00000400:00000200:3.0:1764938848.784471:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb03cd [1] + 224 00000400:00000200:3.0:1764938848.784482:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.784485:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.784495:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.784536:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.784543:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fb00 00000400:00000200:3.0:1764938848.784547:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaedbd [2] + 1640 00000400:00000200:3.0:1764938848.784594:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.784597:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.784601:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.784606:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 00000020:00000010:2.0:1764938848.784669:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ff32875. 00000020:00000010:2.0:1764938848.784675:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.784680:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.784702:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1bf7105 x1850670620998400/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938848.784736:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998400 02000000:00000010:2.0:1764938848.784745:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005e9a9215. 00010000:00000010:2.0:1764938848.784778:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.784783:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c20994f6. 00000100:00000010:2.0:1764938848.784789:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c20994f6. 00010000:00000010:2.0:1764938848.784792:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000010:2.0:1764938848.784805:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938848.784809:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998400, offset 224 00000400:00000200:2.0:1764938848.784817:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000010:1.0:1764938848.784827:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:2.0:1764938848.784828:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.784833:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000200:2.0:1764938848.784836:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89910:89910:256:4294967295] 192.168.203.57@tcp LPNI seq info [89910:89910:8:4294967295] 00000400:00000010:1.0:1764938848.784837:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.784847:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.784853:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.784863:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000100:00000200:1.0:1764938848.784866:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000010:2.0:1764938848.784868:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938848.784878:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.784884:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.784887:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1764938848.784891:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003090608a. 02000000:00000010:1.0:1764938848.784909:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041fcad6c. 00000020:00000010:2.0:1764938848.784910:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 02000000:00000010:1.0:1764938848.784915:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f238815. 00000020:00000010:2.0:1764938848.784916:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.784921:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ff32875. 00000100:00000010:1.0:1764938848.784922:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.784927:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.784931:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00080000:00000010:1.0:1764938848.784949:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041fcad6c. 00010000:00000010:1.0:1764938848.785022:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.785028:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036b40aa0. 00010000:00000010:1.0:1764938848.785097:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.0:1764938848.785130:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.785141:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.785144:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.785151:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.785161:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f238815. 02000000:00000010:1.0:1764938848.785190:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038e56be0. 00000400:00000010:1.0:1764938848.785195:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.785200:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.785204:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920256, portal 16 00000400:00000010:1.0:1764938848.785209:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938848.785211:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920256, offset 0 00000800:00000200:0.0:1764938848.785213:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1764938848.785218:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.785218:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:0.0:1764938848.785223:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.785227:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.785230:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.785234:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d4ee39 00000400:00000010:0.0:1764938848.785237:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d4ee39. 00000400:00000200:1.0:1764938848.785238:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.785244:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.785246:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.785249:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89911:89911:255:4294967295] 192.168.203.57@tcp LPNI seq info [89911:89911:7:4294967295] 00000400:00000200:1.0:1764938848.785256:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.785260:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.785265:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938848.785269:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.785274:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.785276:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.786220:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.786224:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938848.786229:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.786235:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.786238:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:3.0:1764938848.786240:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000100:00000200:3.0:1764938848.786245:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.788526:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.788542:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505740 00000400:00000200:3.0:1764938848.788550:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb03d9 [1] + 224 00000400:00000200:3.0:1764938848.788563:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.788566:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.788575:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.788693:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.788698:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.788700:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.788705:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.788717:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.788754:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038e56be0. 02000000:00000010:1.0:1764938848.788760:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f238815. 00000100:00000010:1.0:1764938848.788764:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.788768:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.788772:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00010000:00000010:2.1:1764938848.789146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861d600c. 00000400:00000200:0.0:1764938848.791194:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.791215:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fb40 00000400:00000200:0.0:1764938848.791223:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaedbd [2] + 1968 00000400:00000010:0.0:1764938848.791228:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000628b379e. 00000400:00000200:0.0:1764938848.791234:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000669981cd 00000400:00000200:0.0:1764938848.791334:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.791339:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.791343:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669981cd 00000400:00000010:0.0:1764938848.791345:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000669981cd (tot 82352538). 00000100:00000200:0.0:1764938848.791350:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938848.791429:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ff32875. 00000020:00000010:2.0:1764938848.791437:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.791441:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.791465:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008441bb4e x1850670620998464/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938848.791509:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998464 02000000:00000010:2.0:1764938848.791520:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac12e91. 00010000:00000010:2.0:1764938848.791547:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ff32772. 00010000:00000010:2.0:1764938848.791567:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.791573:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c20994f6. 00000100:00000010:2.0:1764938848.791591:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c20994f6. 00010000:00000010:2.0:1764938848.791594:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000010:2.0:1764938848.791608:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed232696. 00000100:00000200:2.0:1764938848.791613:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998464, offset 224 00000400:00000200:2.0:1764938848.791620:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938848.791625:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038e56be0. 00000400:00000200:2.0:1764938848.791631:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.791636:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89912:89912:256:4294967295] 192.168.203.57@tcp LPNI seq info [89912:89912:8:4294967295] 00000400:00000200:2.0:1764938848.791645:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.791653:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.791657:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352786). 00000800:00000200:2.0:1764938848.791662:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.791668:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.791670:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.791691:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.791694:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.791699:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ff32875. 02000000:00000010:2.0:1764938848.791708:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005e9a9215. 00000100:00000010:2.0:1764938848.791711:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 00010000:00000010:1.0:1764938848.791714:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 02000000:00000010:2.0:1764938848.791715:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a69d61c. 00000100:00000010:2.0:1764938848.791720:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000007b05aa1. 00010000:00000010:1.0:1764938848.791723:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b90f8c9. 02000000:00000010:2.0:1764938848.791725:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000744796af. 00000100:00000010:2.0:1764938848.791728:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d2a7073. 02000000:00000010:2.0:1764938848.791733:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087d40659. 00000100:00000010:2.0:1764938848.791736:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000749fe87e. 02000000:00000010:2.0:1764938848.791739:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfce5805. 00000100:00000010:2.0:1764938848.791740:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000350e52e2. 02000000:00000010:2.0:1764938848.791744:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094578ebb. 00000100:00000010:2.0:1764938848.791746:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000200:2.0:1764938848.791750:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938848.791754:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057d5db91. 00000400:00000010:2.0:1764938848.791757:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c20994f6 (tot 82352938). 00010000:00000010:1.0:1764938848.791802:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938848.791807:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938848.791811:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.791816:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938848.791830:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f238815. 00010000:00000010:1.0:1764938848.791857:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.791860:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938848.791909:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068c13420. 00010000:00000010:1.0:1764938848.791913:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.791920:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.791924:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.791930:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.791942:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000103bd2da. 02000000:00000010:1.0:1764938848.791964:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b61d8021. 00000400:00000010:1.0:1764938848.791968:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.791972:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.791975:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920320, portal 16 00000400:00000010:1.0:1764938848.791978:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000800:00000200:3.0:1764938848.791980:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1764938848.791980:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920320, offset 0 00000800:00000010:3.0:1764938848.791984:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:1.0:1764938848.791985:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.791987:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.791991:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.791991:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.791993:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed232696 00000400:00000010:3.0:1764938848.791995:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed232696. 00000400:00000200:1.0:1764938848.791997:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 02000000:00000010:3.0:1764938848.791999:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac12e91. 00000400:00000200:1.0:1764938848.792000:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.792003:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.792005:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89913:89913:255:4294967295] 192.168.203.57@tcp LPNI seq info [89913:89913:7:4294967295] 00000400:00000200:1.0:1764938848.792012:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.792016:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.792018:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938848.792022:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.792026:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.792028:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.792507:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.792510:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938848.792513:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.792517:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.792520:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:3.0:1764938848.792521:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:3.0:1764938848.792526:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938848.793907:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938848.793922:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505780 00000400:00000200:0.0:1764938848.793929:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb03e9 [1] + 224 00000400:00000200:0.0:1764938848.793941:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.793944:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938848.793951:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.794125:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.794134:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fb80 00000400:00000200:3.0:1764938848.794139:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee15 [2] + 0 00000400:00000200:3.0:1764938848.794180:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.794184:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.794188:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.794192:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00010000:00000010:1.1:1764938848.794213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eef1007b. 00010000:00000010:1.1:1764938848.794223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00000400:00000010:1.0:1764938848.794239:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.794242:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.794244:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.794250:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.794257:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.794281:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b61d8021. 02000000:00000010:1.0:1764938848.794286:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000103bd2da. 00000100:00000010:1.0:1764938848.794290:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.794293:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.794296:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000020:00000010:0.0:1764938848.794379:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8e2ce34. 00000020:00000010:0.0:1764938848.794401:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.794405:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.794425:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670620998528/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938848.794455:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998528 02000000:00000010:0.0:1764938848.794463:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d79b295. 00010000:00000010:0.0:1764938848.794487:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5ca6f2b. 00010000:00000010:0.0:1764938848.794504:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.794509:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.794524:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.794527:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.794539:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938848.794543:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998528, offset 224 00000400:00000200:0.0:1764938848.794549:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.794557:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.794562:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89914:89914:256:4294967295] 192.168.203.57@tcp LPNI seq info [89914:89914:8:4294967295] 00000400:00000200:0.0:1764938848.794571:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.794576:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.794580:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938848.794585:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.794591:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.794593:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.794627:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.794630:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.794633:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8e2ce34. 00080000:00000010:1.0:1764938848.794679:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b61d8021. 00010000:00000010:1.0:1764938848.794998:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.795005:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4e116ed. 00000800:00000200:3.0:1764938848.795014:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.795017:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:3.0:1764938848.795020:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.795023:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.795026:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:3.0:1764938848.795027:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00010000:00000010:1.0:1764938848.795084:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.795090:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.795099:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.795148:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.795155:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.795164:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce66a3a8. 02000000:00000010:1.0:1764938848.795184:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c0bbad6. 00000400:00000010:1.0:1764938848.795188:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.795191:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.795196:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920384, portal 16 00000400:00000010:1.0:1764938848.795200:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938848.795201:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920384, offset 0 00000400:00000200:1.0:1764938848.795207:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.795213:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.795219:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.795223:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.795226:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.795228:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89915:89915:256:4294967295] 192.168.203.57@tcp LPNI seq info [89915:89915:8:4294967295] 00000400:00000200:1.0:1764938848.795235:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.795239:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.795243:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938848.795246:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.795250:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.795252:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938848.795501:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938848.795504:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:0.0:1764938848.795508:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.795511:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.795514:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:0.0:1764938848.795515:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:0.0:1764938848.795519:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.798430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000224e25eb. 00010000:00000010:1.1:1764938848.798449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce85c121. 00010000:00000010:1.1:1764938848.798454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:2.1:1764938848.799143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f28107c2. 00000400:00000200:3.0:1764938848.800969:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.800989:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55057c0 00000400:00000200:3.0:1764938848.800998:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb03f5 [1] + 224 00000400:00000200:3.0:1764938848.801012:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.801016:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.801026:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.802233:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.802247:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fbc0 00000400:00000200:3.0:1764938848.802254:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee15 [2] + 328 00000400:00000200:3.0:1764938848.802304:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.802309:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.802314:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.802319:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00010000:00000010:0.1:1764938848.802486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022a0bbc6. 00010000:00000010:1.1:1764938848.802549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044a03faa. 00010000:00000010:1.1:1764938848.802555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.1:1764938848.802559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938848.802561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:1.1:1764938848.802563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac42bf5. 00010000:00000010:1.1:1764938848.802566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068c13420. 00000400:00000010:1.0:1764938848.802582:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.802585:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.802587:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.802594:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.802602:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.802626:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c0bbad6. 02000000:00000010:1.0:1764938848.802631:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce66a3a8. 00000100:00000010:1.0:1764938848.802634:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.802637:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.802640:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000020:00000010:2.0:1764938848.803577:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a69d61c. 00000020:00000010:2.0:1764938848.803585:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.803590:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.803611:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670620998592/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938848.803646:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998592 02000000:00000010:2.0:1764938848.803657:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005e9a9215. 00010000:00000010:2.0:1764938848.803682:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6f856f5. 00010000:00000010:2.0:1764938848.803701:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.803707:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938848.803724:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938848.803727:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000010:2.0:1764938848.803738:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938848.803742:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998592, offset 224 00000400:00000200:2.0:1764938848.803749:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.803760:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:1.0:1764938848.803763:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce66a3a8. 00000400:00000200:2.0:1764938848.803765:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89916:89916:256:4294967295] 192.168.203.57@tcp LPNI seq info [89916:89916:8:4294967295] 00000400:00000200:2.0:1764938848.803773:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.803778:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.803781:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938848.803786:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.803792:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.803795:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.803818:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.803821:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.803824:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a69d61c. 00010000:00000010:1.0:1764938848.803836:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.803841:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cdf33a0a. 00010000:00000010:1.0:1764938848.803912:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068c13420. 00010000:00000010:1.0:1764938848.803918:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.803927:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.803930:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.803935:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.803943:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c0bbad6. 02000000:00000010:1.0:1764938848.803963:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011f3c91f. 00000400:00000010:1.0:1764938848.803968:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.803971:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.803975:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920448, portal 16 00000400:00000010:1.0:1764938848.803979:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938848.803981:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920448, offset 0 00000400:00000200:1.0:1764938848.803986:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.803992:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.803998:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.804002:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.804004:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.804006:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89917:89917:255:4294967295] 192.168.203.57@tcp LPNI seq info [89917:89917:7:4294967295] 00000400:00000200:1.0:1764938848.804012:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.804016:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.804019:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938848.804022:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.804026:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.804028:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938848.804129:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938848.804132:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:0.0:1764938848.804136:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.804140:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.804143:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101c6888 00000400:00000010:0.0:1764938848.804145:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101c6888. 00000800:00000200:0.0:1764938848.804197:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938848.804199:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:0.0:1764938848.804203:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.804206:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.804208:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:0.0:1764938848.804209:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 00000100:00000200:0.0:1764938848.804213:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.806641:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.806656:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505800 00000400:00000200:3.0:1764938848.806664:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0401 [1] + 224 00000400:00000200:3.0:1764938848.806675:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.806678:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.806686:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.807770:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.807781:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fc00 00000400:00000200:3.0:1764938848.807788:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee15 [2] + 656 00000400:00000200:3.0:1764938848.808044:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.808049:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.808054:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.808059:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdea65dc. 00000020:00000010:2.0:1764938848.808250:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a69d61c. 00000020:00000010:2.0:1764938848.808257:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.808261:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.808283:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cdea65dc x1850670620998656/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938848.808318:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998656 02000000:00000010:2.0:1764938848.808328:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ff32875. 00010000:00000010:2.0:1764938848.808363:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.808370:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938848.808375:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938848.808378:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000010:2.0:1764938848.808405:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938848.808411:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998656, offset 224 00000400:00000200:2.0:1764938848.808418:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.808429:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.808434:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89918:89918:256:4294967295] 192.168.203.57@tcp LPNI seq info [89918:89918:8:4294967295] 00000400:00000200:2.0:1764938848.808443:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.808448:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.808452:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938848.808457:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.808463:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.808466:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.808483:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.808486:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.808489:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a69d61c. 00000800:00000200:0.0:1764938848.810749:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938848.810754:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:0.0:1764938848.810761:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.810769:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.810775:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7ce4bb 00000400:00000010:0.0:1764938848.810777:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7ce4bb. 00000400:00000010:1.0:1764938848.810883:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.810888:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.810890:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.810899:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.810908:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938848.810933:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081847be4. 02000000:00000010:1.0:1764938848.810950:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011f3c91f. 02000000:00000010:1.0:1764938848.810955:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c0bbad6. 00000100:00000010:1.0:1764938848.810958:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.810961:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.810965:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00080000:00000010:1.0:1764938848.810985:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c0bbad6. 00010000:00000010:1.0:1764938848.811068:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.811075:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1e3cb86. 00010000:00000010:1.0:1764938848.811164:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.811170:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.811182:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.811188:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.811195:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.811205:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011f3c91f. 02000000:00000010:1.0:1764938848.811229:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000087cd010. 00000400:00000010:1.0:1764938848.811233:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.811237:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.811242:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920512, portal 16 00000400:00000010:1.0:1764938848.811247:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938848.811249:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920512, offset 0 00000400:00000200:1.0:1764938848.811255:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.811267:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.811275:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.811278:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.811280:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.811283:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89919:89919:256:4294967295] 192.168.203.57@tcp LPNI seq info [89919:89919:8:4294967295] 00000400:00000200:1.0:1764938848.811293:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.811298:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.811302:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938848.811307:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.811312:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.811315:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.811676:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.811679:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938848.811684:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.811688:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.811691:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:3.0:1764938848.811692:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00000100:00000200:3.0:1764938848.811697:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.814769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004874c9a0. 00010000:00000010:1.1:1764938848.814783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:2.1:1764938848.815162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58596a4. 00000400:00000200:3.0:1764938848.816069:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.816087:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505840 00000400:00000200:3.0:1764938848.816095:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb040d [1] + 224 00000400:00000200:3.0:1764938848.816145:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.816155:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.816165:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.816197:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.816203:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fc40 00000400:00000200:3.0:1764938848.816209:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee15 [2] + 984 00000400:00000200:3.0:1764938848.816219:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.816222:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.816225:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.816230:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 00000020:00000010:0.0:1764938848.816305:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8e2ce34. 00000020:00000010:0.0:1764938848.816311:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.816315:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.816337:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bac836f6 x1850670620998720/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938848.816367:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998720 02000000:00000010:0.0:1764938848.816377:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000086500ca. 00010000:00000010:0.0:1764938848.816426:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.816435:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.816444:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.816447:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.816466:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938848.816473:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998720, offset 224 00000400:00000200:0.0:1764938848.816479:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.816492:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.816497:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89920:89920:256:4294967295] 192.168.203.57@tcp LPNI seq info [89920:89920:8:4294967295] 00000400:00000200:0.0:1764938848.816506:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.816510:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.816516:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938848.816521:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.816527:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.816531:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.816574:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.816578:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.816581:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8e2ce34. 00000400:00000010:1.0:1764938848.816719:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938848.816723:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:1.0:1764938848.816725:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:1.0:1764938848.816731:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.816738:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938848.816756:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce8a2ddf. 02000000:00000010:1.0:1764938848.816771:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000087cd010. 02000000:00000010:1.0:1764938848.816776:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011f3c91f. 00000800:00000200:2.0:1764938848.816788:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.816792:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:2.0:1764938848.816795:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.816799:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.816802:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938848.816803:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000010:1.0:1764938848.816961:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:1.0:1764938848.816966:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938848.816970:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00080000:00000010:1.0:1764938848.816987:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011f3c91f. 00010000:00000010:1.0:1764938848.817064:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.817070:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4e1c57b. 00010000:00000010:1.0:1764938848.817165:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.817171:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.817180:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938848.817184:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938848.817189:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938848.817198:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000087cd010. 02000000:00000010:1.0:1764938848.817219:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4bdf9d5. 00000400:00000010:1.0:1764938848.817223:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938848.817226:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.817231:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920576, portal 16 00000400:00000010:1.0:1764938848.817234:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938848.817236:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920576, offset 0 00000400:00000200:1.0:1764938848.817241:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.817248:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.817254:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.817258:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.817260:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.817263:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89921:89921:256:4294967295] 192.168.203.57@tcp LPNI seq info [89921:89921:8:4294967295] 00000400:00000200:1.0:1764938848.817271:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.817275:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.817278:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938848.817282:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.817286:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.817622:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.819298:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.819305:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938848.819310:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.819317:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.819322:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:3.0:1764938848.819324:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:3.0:1764938848.819332:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626920576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.821439:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.821457:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505880 00000400:00000200:3.0:1764938848.821467:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0419 [1] + 224 00000400:00000200:3.0:1764938848.821482:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.821486:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.821494:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626920576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938848.821633:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:0.0:1764938848.821638:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:0.0:1764938848.821640:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:0.0:1764938848.821646:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626920576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.821652:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626920576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.821680:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4bdf9d5. 02000000:00000010:0.0:1764938848.821686:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000087cd010. 00000100:00000010:0.0:1764938848.821689:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:0.0:1764938848.821693:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:0.0:1764938848.821697:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:2.0:1764938848.822771:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.822788:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fc80 00000400:00000200:2.0:1764938848.822795:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee15 [2] + 1312 00000400:00000200:2.0:1764938848.823340:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.823347:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.823354:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.823360:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:3.0:1764938848.823545:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000631c8d88. 00000020:00000010:3.0:1764938848.823552:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.823556:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d898f6af. 00000100:00000200:3.0:1764938848.823579:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670620998784/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938848.823615:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998784 02000000:00000010:3.0:1764938848.823626:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d235378. 00010000:00000010:3.0:1764938848.823654:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072ec3dda. 00010000:00000010:3.0:1764938848.823677:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938848.823784:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026db241e. 00000100:00000010:3.0:1764938848.823804:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026db241e. 00010000:00000010:3.0:1764938848.823807:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000010:3.0:1764938848.823822:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da61de4c. 00080000:00000010:1.0:1764938848.823909:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000599cdeac. 00010000:00000010:1.0:1764938848.823995:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.824001:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b134c32. 00000100:00000200:3.0:1764938848.824018:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998784, offset 224 00000400:00000200:3.0:1764938848.824026:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.824038:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.824043:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89922:89922:256:4294967295] 192.168.203.57@tcp LPNI seq info [89922:89922:8:4294967295] 00000400:00000200:3.0:1764938848.824052:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.824056:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.824061:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a4ab832 (tot 82352938). 00000800:00000200:3.0:1764938848.824066:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00010000:00000010:1.0:1764938848.824069:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00000800:00000200:3.0:1764938848.824072:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00010000:00000010:1.0:1764938848.824073:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00000800:00000200:3.0:1764938848.824075:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a4ab832 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1764938848.824078:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.0:1764938848.824082:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938848.824095:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000791dc33a. 00000020:00000010:3.0:1764938848.824100:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00010000:00000010:1.1:1764938848.824126:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf89ec7f. 00000020:00000010:3.0:1764938848.824129:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d898f6af. 00010000:00000010:1.1:1764938848.824131:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7411a44. 00000020:00000010:3.0:1764938848.824132:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000631c8d88. 00010000:00000010:1.1:1764938848.824135:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068c13420. 00010000:00000010:1.0:1764938848.824160:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.824164:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938848.824213:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068c13420. 00010000:00000010:1.0:1764938848.824217:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.824225:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088a43823. 00000100:00000010:1.0:1764938848.824229:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938848.824236:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938848.824245:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd40743e. 02000000:00000010:1.0:1764938848.824268:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2f36908. 00000400:00000010:1.0:1764938848.824273:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e452c68b. 00000400:00000010:1.0:1764938848.824277:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938848.824281:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920640, portal 16 00000400:00000010:1.0:1764938848.824286:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938848.824287:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920640, offset 0 00000400:00000200:1.0:1764938848.824293:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.824299:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.824305:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.824308:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.824311:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.824313:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89923:89923:255:4294967295] 192.168.203.57@tcp LPNI seq info [89923:89923:7:4294967295] 00000400:00000200:1.0:1764938848.824320:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.824324:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.824327:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938848.824331:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.824334:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.824336:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.825531:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.825537:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4ab832 (tot 82352938). 00000400:00000200:2.0:1764938848.825545:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.825551:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.825556:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da61de4c 00000400:00000010:2.0:1764938848.825557:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da61de4c. 00000800:00000200:2.0:1764938848.825737:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.825740:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938848.825744:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.825748:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.825750:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:2.0:1764938848.825752:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:2.0:1764938848.825758:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626920640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.827970:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.827987:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55058c0 00000400:00000200:2.0:1764938848.827995:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0425 [1] + 224 00000400:00000200:2.0:1764938848.828005:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.828009:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.828017:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626920640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.828231:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.828238:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fcc0 00000400:00000200:2.0:1764938848.828242:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee15 [2] + 1640 00010000:00000010:1.1:1764938848.828415:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ca02f8e. 00010000:00000010:1.1:1764938848.828425:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009092ede9. 00010000:00000010:1.1:1764938848.828428:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00000400:00000010:1.0:1764938848.828439:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e452c68b. 00000400:00000200:1.0:1764938848.828443:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:1.0:1764938848.828445:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00000100:00000200:1.0:1764938848.828450:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626920640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.828457:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626920640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.828484:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2f36908. 02000000:00000010:1.0:1764938848.828489:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd40743e. 00000100:00000010:1.0:1764938848.828491:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:1.0:1764938848.828495:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938848.828499:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088a43823. 00000400:00000200:2.0:1764938848.828569:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.828574:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.828578:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.828583:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:3.0:1764938848.828934:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000631c8d88. 00000020:00000010:3.0:1764938848.828942:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.828946:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d898f6af. 00000100:00000200:3.0:1764938848.828967:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670620998848/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938848.829001:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998848 02000000:00000010:3.0:1764938848.829012:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000029ed2f0a. 00010000:00000010:3.0:1764938848.829035:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024b338b5. 00010000:00000010:3.0:1764938848.829052:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938848.829057:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026db241e. 00000100:00000010:3.0:1764938848.829074:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026db241e. 00010000:00000010:3.0:1764938848.829076:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000010:3.0:1764938848.829087:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938848.829091:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998848, offset 224 00000400:00000200:3.0:1764938848.829098:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.829133:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.829138:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89924:89924:256:4294967295] 192.168.203.57@tcp LPNI seq info [89924:89924:8:4294967295] 00000400:00000200:3.0:1764938848.829148:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.829153:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.829157:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4607fa0 (tot 82352938). 00000800:00000200:3.0:1764938848.829162:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.829169:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.829172:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4607fa0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.829191:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.829195:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d898f6af. 00000020:00000010:3.0:1764938848.829198:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000631c8d88. 00080000:00000010:0.0:1764938848.829367:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8e2ce34. 00010000:00000010:0.0:1764938848.829459:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:0.0:1764938848.829466:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007675e47f. 00010000:00000010:0.0:1764938848.829526:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab76827. 00010000:00000010:0.0:1764938848.829531:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7be7e1f. 00010000:00000010:0.0:1764938848.829539:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.829542:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.829548:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9ee2b5. 02000000:00000010:0.0:1764938848.829558:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001ead1095. 02000000:00000010:0.0:1764938848.829579:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000744796af. 00000400:00000010:0.0:1764938848.829584:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.829588:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938848.829592:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920704, portal 16 00000400:00000010:0.0:1764938848.829596:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938848.829598:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920704, offset 0 00000400:00000200:0.0:1764938848.829603:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.829609:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.829614:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938848.829618:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938848.829620:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938848.829622:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89925:89925:255:4294967295] 192.168.203.57@tcp LPNI seq info [89925:89925:7:4294967295] 00000400:00000200:0.0:1764938848.829629:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.829633:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.829635:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82353186). 00000800:00000200:0.0:1764938848.829639:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.829643:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.829645:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938848.829814:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.829817:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4607fa0 (tot 82352938). 00000400:00000200:1.0:1764938848.829821:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.829825:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.829827:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:1.0:1764938848.829829:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000800:00000200:1.0:1764938848.829874:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.829876:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:1.0:1764938848.829879:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.829882:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.829884:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:1.0:1764938848.829885:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:1.0:1764938848.829890:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d9ee2b5 x1850670626920704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.831660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a84d2e9f. 00010000:00000010:1.1:1764938848.832137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd28a6e2. 00010000:00000010:1.1:1764938848.832144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.1:1764938848.832147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938848.832150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8b4d6e. 00000400:00000200:2.0:1764938848.833544:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.833560:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505900 00000400:00000200:2.0:1764938848.833567:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0431 [1] + 224 00000400:00000200:2.0:1764938848.833577:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.833582:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.833592:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d9ee2b5 x1850670626920704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.833623:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.833627:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fd00 00000400:00000200:2.0:1764938848.833632:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee15 [2] + 1968 00000400:00000010:2.0:1764938848.833635:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094e4e0de. 00000400:00000200:2.0:1764938848.833638:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000044ae3fc2 00000400:00000200:2.0:1764938848.833681:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.833691:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.833694:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ae3fc2 00000400:00000010:2.0:1764938848.833696:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000044ae3fc2 (tot 82352538). 00000100:00000200:2.0:1764938848.833701:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1764938848.833788:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:0.0:1764938848.833792:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:0.0:1764938848.833794:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:0.0:1764938848.833799:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d9ee2b5 x1850670626920704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.833806:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d9ee2b5 x1850670626920704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.833833:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000744796af. 02000000:00000010:0.0:1764938848.833837:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001ead1095. 00000100:00000010:0.0:1764938848.833841:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 00000100:00000010:0.0:1764938848.833845:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.833848:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000020:00000010:3.0:1764938848.833914:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000631c8d88. 00000020:00000010:3.0:1764938848.833921:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.833926:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d898f6af. 00000100:00000200:3.0:1764938848.833948:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d02e3e4c x1850670620998912/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938848.833981:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998912 02000000:00000010:3.0:1764938848.833991:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e644a215. 00010000:00000010:3.0:1764938848.834260:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058298d17. 00010000:00000010:3.0:1764938848.834282:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938848.834287:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026db241e. 00000100:00000010:3.0:1764938848.834306:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026db241e. 00010000:00000010:3.0:1764938848.834309:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000010:3.0:1764938848.834321:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000100:00000200:3.0:1764938848.834325:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998912, offset 224 00000400:00000200:3.0:1764938848.834333:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.834343:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.834348:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89926:89926:256:4294967295] 192.168.203.57@tcp LPNI seq info [89926:89926:8:4294967295] 00000400:00000200:3.0:1764938848.834357:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.834362:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.834367:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82352786). 00000800:00000200:3.0:1764938848.834372:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.834378:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.834381:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.834458:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.834463:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d898f6af. 00000020:00000010:3.0:1764938848.834466:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000631c8d88. 02000000:00000010:3.0:1764938848.834473:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000029ed2f0a. 00000100:00000010:3.0:1764938848.834475:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:3.0:1764938848.834478:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d235378. 00000100:00000010:3.0:1764938848.834480:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 02000000:00000010:3.0:1764938848.834483:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000086500ca. 00000100:00000010:3.0:1764938848.834484:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938848.834489:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ff32875. 00000100:00000010:3.0:1764938848.834492:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdea65dc. 02000000:00000010:3.0:1764938848.834495:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005e9a9215. 00000100:00000010:3.0:1764938848.834497:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938848.834500:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d79b295. 00000100:00000010:3.0:1764938848.834501:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 00000100:00000200:3.0:1764938848.834507:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938848.834511:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060b53dea. 00000400:00000010:3.0:1764938848.834515:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000026db241e (tot 82352938). 00080000:00000010:1.0:1764938848.834669:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd40743e. 00010000:00000010:1.0:1764938848.834760:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7be7e1f. 00010000:00000010:1.0:1764938848.834766:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036989edb. 00010000:00000010:1.0:1764938848.834839:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.0:1764938848.834845:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.834856:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088a43823. 00000100:00000010:1.0:1764938848.834859:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938848.834865:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938848.834875:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2f36908. 02000000:00000010:1.0:1764938848.834897:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bce4ff27. 00000400:00000010:1.0:1764938848.834900:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e452c68b. 00000400:00000010:1.0:1764938848.834904:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938848.834907:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920768, portal 16 00000400:00000010:1.0:1764938848.834911:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938848.834914:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920768, offset 0 00000400:00000200:1.0:1764938848.834919:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.834926:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.834934:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.834937:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.834940:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.834942:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89927:89927:255:4294967295] 192.168.203.57@tcp LPNI seq info [89927:89927:7:4294967295] 00000400:00000200:1.0:1764938848.834949:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.834953:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.834956:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938848.834960:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.834964:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.834966:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.835073:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.835077:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352938). 00000400:00000200:2.0:1764938848.835081:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.835084:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.835087:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:2.0:1764938848.835088:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 02000000:00000010:2.0:1764938848.835092:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e644a215. 00000800:00000200:2.0:1764938848.835162:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.835164:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938848.835168:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.835170:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.835172:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:2.0:1764938848.835173:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:2.0:1764938848.835178:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626920768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.835874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fabb742. 00010000:00000010:0.1:1764938848.836176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d72eb44. 00010000:00000010:0.1:1764938848.836183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068c13420. 00000400:00000200:1.0:1764938848.838039:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938848.838058:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505940 00000400:00000200:1.0:1764938848.838068:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0441 [1] + 224 00000400:00000200:1.0:1764938848.838080:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.838083:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938848.838093:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626920768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938848.838245:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938848.838251:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fd40 00000400:00000200:1.0:1764938848.838256:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee6d [2] + 0 00000400:00000200:1.0:1764938848.838264:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.838267:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938848.838271:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938848.838277:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 00000400:00000010:0.0:1764938848.838376:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e452c68b. 00000400:00000200:0.0:1764938848.838381:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:0.0:1764938848.838383:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00000100:00000200:0.0:1764938848.838397:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626920768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1764938848.838400:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d235378. 00000100:00000200:0.0:1764938848.838404:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626920768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1764938848.838407:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.838411:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d898f6af. 02000000:00000010:0.0:1764938848.838432:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bce4ff27. 00000100:00000200:3.0:1764938848.838434:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a889889 x1850670620998976/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:0.0:1764938848.838437:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2f36908. 00000100:00000010:0.0:1764938848.838441:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:0.0:1764938848.838444:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:0.0:1764938848.838448:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088a43823. 00000100:00000200:2.0:1764938848.838510:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620998976 02000000:00000010:2.0:1764938848.838523:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a69d61c. 00010000:00000010:2.0:1764938848.838547:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068faef88. 00010000:00000010:2.0:1764938848.838565:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.838572:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938848.838590:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938848.838593:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000010:2.0:1764938848.838605:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938848.838609:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620998976, offset 224 00000400:00000200:2.0:1764938848.838616:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.838627:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.838632:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89928:89928:256:4294967295] 192.168.203.57@tcp LPNI seq info [89928:89928:8:4294967295] 00000400:00000200:2.0:1764938848.838642:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.838646:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.838651:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938848.838656:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.838662:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.838665:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1764938848.838774:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ead1095. 00000020:00000010:2.0:1764938848.838843:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00000020:00000010:2.0:1764938848.838847:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d898f6af. 00000020:00000010:2.0:1764938848.838851:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d235378. 00000800:00000200:3.0:1764938848.839009:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.839013:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:3.0:1764938848.839016:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.839020:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.839023:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:3.0:1764938848.839025:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00010000:00000010:0.0:1764938848.839083:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:0.0:1764938848.839090:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080a0e6f0. 00010000:00000010:0.0:1764938848.839180:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071b7957c. 00010000:00000010:0.0:1764938848.839186:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938848.839196:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.839200:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.839205:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9ee2b5. 02000000:00000010:0.0:1764938848.839215:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000744796af. 02000000:00000010:0.0:1764938848.839235:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcd059e7. 00000400:00000010:0.0:1764938848.839240:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.839244:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938848.839248:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920832, portal 16 00000400:00000010:0.0:1764938848.839252:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938848.839254:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920832, offset 0 00000400:00000200:0.0:1764938848.839259:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.839265:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.839271:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938848.839275:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938848.839277:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938848.839279:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89929:89929:256:4294967295] 192.168.203.57@tcp LPNI seq info [89929:89929:8:4294967295] 00000400:00000200:0.0:1764938848.839286:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.839290:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.839294:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938848.839297:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.839301:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.839304:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.839541:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.839544:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:2.0:1764938848.839548:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.839552:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.839555:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:2.0:1764938848.839556:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:2.0:1764938848.839561:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d9ee2b5 x1850670626920832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.842553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5726400. 00010000:00000010:1.1:1764938848.842569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab76827. 00000400:00000200:1.0:1764938848.842607:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938848.842624:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505980 00000400:00000200:1.0:1764938848.842633:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb044d [1] + 224 00000400:00000200:1.0:1764938848.842651:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.842655:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938848.842665:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d9ee2b5 x1850670626920832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.842763:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.842771:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fd80 00000400:00000200:3.0:1764938848.842776:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee6d [2] + 328 00000400:00000200:3.0:1764938848.842827:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.842831:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.842848:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.842854:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00000400:00000010:0.0:1764938848.843000:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39aceda. 00000400:00000200:0.0:1764938848.843004:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:0.0:1764938848.843006:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:0.0:1764938848.843012:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d9ee2b5 x1850670626920832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.843019:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d9ee2b5 x1850670626920832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.843046:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcd059e7. 02000000:00000010:0.0:1764938848.843051:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000744796af. 00000100:00000010:0.0:1764938848.843054:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 00000100:00000010:0.0:1764938848.843059:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.843062:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000020:00000010:2.0:1764938848.844283:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f579f6a. 00000020:00000010:2.0:1764938848.844294:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.844298:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.844323:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670620999040/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938848.844360:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999040 02000000:00000010:2.0:1764938848.844371:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938848.844406:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f225c317. 00010000:00000010:2.0:1764938848.844427:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.844434:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938848.844444:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938848.844447:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000010:2.0:1764938848.844459:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938848.844463:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999040, offset 224 00000400:00000200:2.0:1764938848.844469:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.844480:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.844484:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89930:89930:256:4294967295] 192.168.203.57@tcp LPNI seq info [89930:89930:8:4294967295] 00000400:00000200:2.0:1764938848.844494:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.844498:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.844501:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938848.844506:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.844511:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.844514:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.844530:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.844534:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.844537:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f579f6a. 00000800:00000200:2.0:1764938848.844629:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.844632:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938848.844636:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.844640:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.844643:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:2.0:1764938848.844645:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00010000:00000010:0.1:1764938848.845223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fdcea4b. 00010000:00000010:3.1:1764938848.845231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000796c82e4. 00010000:00000010:0.1:1764938848.845233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8b4d6e. 00080000:00000010:1.0:1764938848.845359:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058247f00. 00010000:00000010:1.0:1764938848.845457:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00010000:00000010:1.0:1764938848.845465:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000269e1474. 00010000:00000010:2.1:1764938848.845540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d48f816e. 00010000:00000010:2.0:1764938848.845599:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000905fea4f. 00010000:00000010:2.0:1764938848.845606:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938848.845617:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.845621:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938848.845628:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938848.845639:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f579f6a. 02000000:00000010:2.0:1764938848.845659:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003d85a20. 00000400:00000010:2.0:1764938848.845665:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e9b23a61. 00000400:00000010:2.0:1764938848.845670:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938848.845674:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920896, portal 16 00000400:00000010:2.0:1764938848.845679:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aa85688. 00000100:00000200:2.0:1764938848.845681:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920896, offset 0 00000400:00000200:2.0:1764938848.845699:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.845709:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.845715:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.845719:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.845721:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.845724:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89931:89931:256:4294967295] 192.168.203.57@tcp LPNI seq info [89931:89931:8:4294967295] 00000400:00000200:2.0:1764938848.845731:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.845736:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.845739:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938848.845743:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.845747:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.845750:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938848.845911:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.845915:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:1.0:1764938848.845918:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.845921:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.845925:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004aa85688 00000400:00000010:1.0:1764938848.845926:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004aa85688. 00000100:00000200:1.0:1764938848.845931:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffe77141 x1850670626920896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938848.850253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e1c2256. 00000400:00000200:3.0:1764938848.852822:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.852842:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55059c0 00000400:00000200:3.0:1764938848.852850:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0459 [1] + 224 00000400:00000200:3.0:1764938848.852867:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.852871:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.852882:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe77141 x1850670626920896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.855181:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.855196:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fdc0 00000400:00000010:2.0:1764938848.855239:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e9b23a61. 00000400:00000200:2.0:1764938848.855245:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:2.0:1764938848.855246:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00000100:00000200:2.0:1764938848.855257:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe77141 x1850670626920896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.855267:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffe77141 x1850670626920896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.855296:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003d85a20. 02000000:00000010:2.0:1764938848.855303:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f579f6a. 00000100:00000010:2.0:1764938848.855308:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000010:2.0:1764938848.855311:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938848.855314:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000200:3.0:1764938848.855362:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee6d [2] + 656 00000400:00000200:3.0:1764938848.855803:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.855808:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.855814:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.855819:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00000020:00000010:0.0:1764938848.856052:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000744796af. 00000020:00000010:0.0:1764938848.856060:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.856064:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.856086:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670620999104/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938848.856134:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999104 02000000:00000010:0.0:1764938848.856145:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bcd059e7. 00010000:00000010:0.0:1764938848.856171:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062a3ace2. 00010000:00000010:0.0:1764938848.856190:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.856196:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.856664:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.856668:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.856681:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938848.856686:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999104, offset 224 00000400:00000200:0.0:1764938848.856694:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.856705:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.856711:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89932:89932:256:4294967295] 192.168.203.57@tcp LPNI seq info [89932:89932:8:4294967295] 00000400:00000200:0.0:1764938848.856720:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.856726:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.856730:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938848.856736:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.856742:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.856745:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.856771:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.856775:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.856777:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000744796af. 00080000:00000010:1.0:1764938848.856820:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001585d726. 00010000:00000010:1.0:1764938848.856918:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2339fca. 00010000:00000010:1.0:1764938848.856926:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7e90274. 00010000:00000010:1.0:1764938848.856988:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.856993:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.857003:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035827cc8. 00000100:00000010:1.0:1764938848.857007:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938848.857013:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 02000000:00000010:1.0:1764938848.857022:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf2b38fc. 02000000:00000010:1.0:1764938848.857044:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2f36908. 00000400:00000010:1.0:1764938848.857049:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000747ead00. 00000400:00000010:1.0:1764938848.857053:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938848.857057:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626920960, portal 16 00000400:00000010:1.0:1764938848.857062:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938848.857064:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626920960, offset 0 00000400:00000200:1.0:1764938848.857069:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.857074:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.857080:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.857083:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.857086:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.857088:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89933:89933:255:4294967295] 192.168.203.57@tcp LPNI seq info [89933:89933:7:4294967295] 00000400:00000200:1.0:1764938848.857095:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.857099:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.857147:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938848.857151:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.857155:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.857157:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.857233:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.857237:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:2.0:1764938848.857240:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.857244:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.857247:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938848.857249:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000800:00000200:2.0:1764938848.857515:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.857518:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938848.857521:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.857525:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.857527:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:2.0:1764938848.857528:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 00000100:00000200:2.0:1764938848.857532:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000315e5b21 x1850670626920960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.859042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043609db7. 00010000:00000010:1.1:1764938848.859053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b7957c. 00000400:00000200:1.0:1764938848.861097:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938848.861159:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505a00 00000400:00000200:1.0:1764938848.861167:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0465 [1] + 224 00000400:00000200:1.0:1764938848.861182:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.861186:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938848.861197:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000315e5b21 x1850670626920960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.861535:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.861544:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fe00 00000400:00000200:3.0:1764938848.861550:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee6d [2] + 984 00000400:00000200:3.0:1764938848.861601:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.861605:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.861609:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.861615:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdea65dc. 00000400:00000010:2.0:1764938848.861700:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000747ead00. 00000400:00000200:2.0:1764938848.861706:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:2.0:1764938848.861708:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00000100:00000200:2.0:1764938848.861715:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000315e5b21 x1850670626920960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938848.861723:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000315e5b21 x1850670626920960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938848.861750:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2f36908. 02000000:00000010:2.0:1764938848.861756:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf2b38fc. 00000100:00000010:2.0:1764938848.861759:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000010:2.0:1764938848.861762:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:2.0:1764938848.861766:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035827cc8. 00000020:00000010:0.0:1764938848.862056:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000744796af. 00000020:00000010:0.0:1764938848.862063:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.862068:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.862092:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cdea65dc x1850670620999168/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:0.1:1764938848.862142:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d681a21a. 00000100:00000200:0.0:1764938848.862163:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999168 02000000:00000010:0.0:1764938848.862172:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000092174c1. 00010000:00000010:0.0:1764938848.862198:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000587c2138. 00010000:00000010:0.0:1764938848.862216:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.862221:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.862235:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.862237:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.862249:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938848.862253:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999168, offset 224 00000400:00000200:0.0:1764938848.862259:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.862269:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.862273:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89934:89934:256:4294967295] 192.168.203.57@tcp LPNI seq info [89934:89934:8:4294967295] 00000400:00000200:0.0:1764938848.862282:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.862286:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.862289:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938848.862293:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.862299:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.862302:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.862322:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.862325:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.862328:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000744796af. 00000800:00000200:3.0:1764938848.862759:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.862763:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:3.0:1764938848.862767:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.862771:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.862774:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:3.0:1764938848.862776:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00080000:00000010:1.0:1764938848.862938:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bce4ff27. 00010000:00000010:1.0:1764938848.863018:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.863025:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000728665eb. 00010000:00000010:1.0:1764938848.863135:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.863142:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.863153:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938848.863157:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078eecd3f. 00000100:00000010:1.0:1764938848.863163:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938848.863172:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000087cd010. 02000000:00000010:1.0:1764938848.863192:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4bdf9d5. 00000400:00000010:1.0:1764938848.863198:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938848.863203:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938848.863208:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921024, portal 16 00000400:00000010:1.0:1764938848.863211:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938848.863213:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921024, offset 0 00000400:00000200:1.0:1764938848.863218:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.863226:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.863232:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.863235:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.863237:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.863240:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89935:89935:256:4294967295] 192.168.203.57@tcp LPNI seq info [89935:89935:8:4294967295] 00000400:00000200:1.0:1764938848.863248:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.863252:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.863256:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938848.863260:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.863265:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.863267:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938848.864173:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938848.864177:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:0.0:1764938848.864182:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938848.864188:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938848.864192:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:0.0:1764938848.864194:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:0.0:1764938848.864201:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626921024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.865704:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.865718:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505a40 00000400:00000200:3.0:1764938848.865726:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0471 [1] + 224 00000400:00000200:3.0:1764938848.865739:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.865742:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.865750:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626921024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.866167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e023b11d. 00010000:00000010:1.1:1764938848.866175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905fea4f. 00000400:00000010:1.0:1764938848.866193:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938848.866197:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:1.0:1764938848.866199:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:1.0:1764938848.866205:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626921024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.866213:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626921024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.866236:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4bdf9d5. 02000000:00000010:1.0:1764938848.866242:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000087cd010. 00000100:00000010:1.0:1764938848.866245:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938848.866248:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078eecd3f. 00010000:00000010:1.0:1764938848.866252:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000200:3.0:1764938848.866872:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.866882:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fe40 00000400:00000200:3.0:1764938848.866887:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee6d [2] + 1312 00000400:00000200:3.0:1764938848.867192:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.867197:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.867202:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.867207:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 00000020:00000010:2.0:1764938848.867378:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f579f6a. 00000020:00000010:2.0:1764938848.867394:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.867398:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938848.867418:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bac836f6 x1850670620999232/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938848.867445:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999232 02000000:00000010:2.0:1764938848.867453:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003d85a20. 00010000:00000010:2.0:1764938848.867476:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ded700d. 00010000:00000010:2.0:1764938848.867497:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.867502:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938848.867513:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938848.867515:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000010:2.0:1764938848.867524:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938848.867528:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999232, offset 224 00000400:00000200:2.0:1764938848.867535:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.867545:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.867549:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89936:89936:256:4294967295] 192.168.203.57@tcp LPNI seq info [89936:89936:8:4294967295] 00000400:00000200:2.0:1764938848.867558:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.867562:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.867566:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938848.867570:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.867576:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.867579:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.867605:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938848.867608:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938848.867611:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f579f6a. 00080000:00000010:1.0:1764938848.868027:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000087cd010. 00010000:00000010:1.0:1764938848.868458:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.868467:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbebab80. 00010000:00000010:1.0:1764938848.868539:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938848.868545:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.868554:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938848.868559:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078eecd3f. 00000100:00000010:1.0:1764938848.868567:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938848.868577:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4bdf9d5. 02000000:00000010:1.0:1764938848.868600:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf2b38fc. 00000400:00000010:1.0:1764938848.868606:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938848.868611:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938848.868616:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921088, portal 16 00000400:00000010:1.0:1764938848.868620:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938848.868622:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921088, offset 0 00000400:00000200:1.0:1764938848.868628:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.868637:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.868643:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.868647:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.868649:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.868652:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89937:89937:255:4294967295] 192.168.203.57@tcp LPNI seq info [89937:89937:7:4294967295] 00000400:00000200:1.0:1764938848.868660:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.868665:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.868668:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938848.868673:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.868678:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.868681:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.869257:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.869261:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352938). 00000400:00000200:3.0:1764938848.869265:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.869270:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.869273:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:3.0:1764938848.869275:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00000800:00000200:2.0:1764938848.869418:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.869420:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938848.869424:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.869427:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.869429:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:2.0:1764938848.869430:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000100:00000200:2.0:1764938848.869436:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626921088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.869909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa412e7f. 00010000:00000010:1.1:1764938848.869916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:0.1:1764938848.870135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3f1d0e4. 00000400:00000200:3.0:1764938848.871892:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.871910:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505a80 00000400:00000200:3.0:1764938848.871917:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb047d [1] + 224 00000400:00000200:3.0:1764938848.871931:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.871934:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.871942:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626921088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.872152:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938848.872157:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:1.0:1764938848.872159:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:1.0:1764938848.872164:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626921088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.872172:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626921088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.872200:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf2b38fc. 02000000:00000010:1.0:1764938848.872205:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4bdf9d5. 00000100:00000010:1.0:1764938848.872208:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938848.872211:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078eecd3f. 00010000:00000010:1.0:1764938848.872215:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00010000:00000010:2.1:1764938848.872346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2cf0dbb. 00000400:00000200:3.0:1764938848.872784:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.872793:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fe80 00000400:00000200:3.0:1764938848.872798:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee6d [2] + 1640 00000400:00000200:3.0:1764938848.872995:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.873000:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.873004:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.873009:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 00000020:00000010:0.0:1764938848.873352:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000744796af. 00000020:00000010:0.0:1764938848.873358:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.873362:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.873394:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002724c5db x1850670620999296/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938848.873533:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999296 02000000:00000010:0.0:1764938848.873544:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0375d36. 00010000:00000010:0.0:1764938848.873568:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c4618ce. 00010000:00000010:0.0:1764938848.873587:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.873593:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.873606:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.873609:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.873620:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938848.873624:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999296, offset 224 00000400:00000200:0.0:1764938848.873630:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.873639:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.873644:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89938:89938:256:4294967295] 192.168.203.57@tcp LPNI seq info [89938:89938:8:4294967295] 00000400:00000200:0.0:1764938848.873653:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.873658:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.873662:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938848.873667:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.873672:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.873675:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.873698:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.873701:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.873705:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000744796af. 00080000:00000010:1.0:1764938848.873749:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4bdf9d5. 00010000:00000010:1.0:1764938848.873823:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.873831:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003028f2a0. 00000800:00000200:3.0:1764938848.873976:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.873980:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938848.873985:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.873988:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.873991:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:3.0:1764938848.873993:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00010000:00000010:1.0:1764938848.874325:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938848.874331:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.874339:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938848.874342:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078eecd3f. 00000100:00000010:1.0:1764938848.874348:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938848.874357:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf2b38fc. 02000000:00000010:1.0:1764938848.874376:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2f36908. 00000400:00000010:1.0:1764938848.874380:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938848.874394:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938848.874398:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921152, portal 16 00000400:00000010:1.0:1764938848.874402:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938848.874404:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921152, offset 0 00000400:00000200:1.0:1764938848.874409:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.874415:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.874420:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.874423:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.874426:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.874429:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89939:89939:256:4294967295] 192.168.203.57@tcp LPNI seq info [89939:89939:8:4294967295] 00000400:00000200:1.0:1764938848.874436:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.874439:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.874442:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938848.874447:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.874451:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.874454:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.875615:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.875620:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938848.875626:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.875632:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.875635:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:2.0:1764938848.875637:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000100:00000200:2.0:1764938848.875644:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626921152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.878334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b26977cf. 00010000:00000010:1.1:1764938848.878348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00000400:00000200:3.0:1764938848.878602:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.878619:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505ac0 00000400:00000200:3.0:1764938848.878626:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0489 [1] + 224 00000400:00000200:3.0:1764938848.878637:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.878640:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.878649:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626921152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938848.878904:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.878911:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5fec0 00000400:00000200:3.0:1764938848.878915:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaee6d [2] + 1968 00000400:00000010:3.0:1764938848.878919:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938848.878923:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006f7cd6d9 00000400:00000010:0.0:1764938848.879290:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:0.0:1764938848.879295:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:0.0:1764938848.879297:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:0.0:1764938848.879304:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626921152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.879311:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626921152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.879338:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2f36908. 02000000:00000010:0.0:1764938848.879344:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf2b38fc. 00000100:00000010:0.0:1764938848.879347:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:0.0:1764938848.879350:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078eecd3f. 00010000:00000010:0.0:1764938848.879354:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000200:3.0:1764938848.879442:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.879446:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.879449:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f7cd6d9 00000400:00000010:3.0:1764938848.879451:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006f7cd6d9 (tot 82352538). 00000100:00000200:3.0:1764938848.879455:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938848.879584:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000744796af. 00000020:00000010:0.0:1764938848.879591:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.879594:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.879616:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f153a7d6 x1850670620999360/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938848.879636:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999360 02000000:00000010:0.0:1764938848.879651:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e61c524c. 00010000:00000010:0.0:1764938848.879675:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000418a09d. 00010000:00000010:0.0:1764938848.879696:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.879702:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ead23cb. 00000100:00000010:0.0:1764938848.879710:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ead23cb. 00010000:00000010:0.0:1764938848.879713:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.879725:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938848.879729:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999360, offset 224 00000400:00000200:0.0:1764938848.879736:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:2.0:1764938848.879741:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f579f6a. 00000400:00000200:0.0:1764938848.879747:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.879752:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89940:89940:256:4294967295] 192.168.203.57@tcp LPNI seq info [89940:89940:8:4294967295] 00000400:00000200:0.0:1764938848.879762:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.879766:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.879771:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352786). 00000800:00000200:0.0:1764938848.879777:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.879783:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.879787:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.879818:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.879823:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.879827:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000744796af. 00010000:00000010:2.0:1764938848.879833:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:2.0:1764938848.879840:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c44e9c5e. 02000000:00000010:0.0:1764938848.879846:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0375d36. 00000100:00000010:0.0:1764938848.879850:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 02000000:00000010:0.0:1764938848.879855:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003d85a20. 00000100:00000010:0.0:1764938848.879858:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 02000000:00000010:0.0:1764938848.879861:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000092174c1. 00000100:00000010:0.0:1764938848.879863:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdea65dc. 02000000:00000010:0.0:1764938848.879866:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bcd059e7. 00000100:00000010:0.0:1764938848.879867:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 02000000:00000010:0.0:1764938848.879871:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000100:00000010:0.0:1764938848.879874:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 02000000:00000010:0.0:1764938848.879876:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a69d61c. 00000100:00000010:0.0:1764938848.879878:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000200:0.0:1764938848.879884:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938848.879889:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39aceda. 00000400:00000010:0.0:1764938848.879893:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003ead23cb (tot 82352938). 00010000:00000010:2.0:1764938848.879912:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a5b8014. 00010000:00000010:2.0:1764938848.879919:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083c56bc3. 00010000:00000010:2.0:1764938848.879929:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9e4dc13. 00000100:00000010:2.0:1764938848.879934:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938848.879941:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938848.879950:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dec75e0d. 02000000:00000010:2.0:1764938848.879971:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000876e0b60. 00000400:00000010:2.0:1764938848.879975:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e9b23a61. 00000400:00000010:2.0:1764938848.879979:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938848.879982:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921216, portal 16 00000400:00000010:2.0:1764938848.879987:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000833d09aa. 00000100:00000200:2.0:1764938848.879989:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921216, offset 0 00000400:00000200:2.0:1764938848.879995:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.880002:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.880009:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938848.880012:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938848.880015:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938848.880018:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89941:89941:255:4294967295] 192.168.203.57@tcp LPNI seq info [89941:89941:7:4294967295] 00000400:00000200:2.0:1764938848.880025:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.880030:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.880034:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82353186). 00000800:00000200:2.0:1764938848.880038:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.880042:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.880044:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938848.880167:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.880172:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:1.0:1764938848.880176:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.880180:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.880183:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:1.0:1764938848.880185:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 02000000:00000010:1.0:1764938848.880189:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e61c524c. 00000800:00000200:1.0:1764938848.880236:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.880238:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:1.0:1764938848.880242:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.880244:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.880246:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000833d09aa 00000400:00000010:1.0:1764938848.880248:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000833d09aa. 00000100:00000200:1.0:1764938848.880253:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffe77141 x1850670626921216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.882222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045b85996. 00010000:00000010:1.1:1764938848.882235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:2.0:1764938848.883173:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.883189:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505b00 00000400:00000200:2.0:1764938848.883197:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0499 [1] + 224 00000400:00000200:2.0:1764938848.883209:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.883213:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.883221:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe77141 x1850670626921216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.883512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2e3b92. 00000400:00000010:0.0:1764938848.883535:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e9b23a61. 00000400:00000200:0.0:1764938848.883540:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:0.0:1764938848.883542:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00000100:00000200:0.0:1764938848.883549:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe77141 x1850670626921216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.883556:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffe77141 x1850670626921216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.883582:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000876e0b60. 02000000:00000010:0.0:1764938848.883588:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dec75e0d. 00000100:00000010:0.0:1764938848.883592:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000010:0.0:1764938848.883596:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:0.0:1764938848.883599:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9e4dc13. 00000400:00000200:3.0:1764938848.883978:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938848.883988:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5ff00 00000400:00000200:3.0:1764938848.883994:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaeec5 [2] + 0 00000400:00000200:3.0:1764938848.884046:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.884050:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938848.884054:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938848.884060:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 00000020:00000010:0.0:1764938848.884676:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcd059e7. 00000020:00000010:0.0:1764938848.884683:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.884687:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.884709:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000274d7da0 x1850670620999424/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938848.884745:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999424 02000000:00000010:0.0:1764938848.884756:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000092174c1. 00010000:00000010:0.0:1764938848.884781:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092d8bf27. 00010000:00000010:0.0:1764938848.884800:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.884806:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3a281cd. 00000100:00000010:0.0:1764938848.884824:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3a281cd. 00010000:00000010:0.0:1764938848.884827:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.884846:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938848.884851:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999424, offset 224 00000400:00000200:0.0:1764938848.884858:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.884869:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.884874:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89942:89942:256:4294967295] 192.168.203.57@tcp LPNI seq info [89942:89942:8:4294967295] 00000400:00000200:0.0:1764938848.884883:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.884887:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.884891:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938848.884897:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.884903:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.884906:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.884928:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.884932:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.884935:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcd059e7. 00080000:00000010:1.0:1764938848.885165:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf2b38fc. 00010000:00000010:1.0:1764938848.885245:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c56bc3. 00010000:00000010:1.0:1764938848.885251:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000955c5b62. 00010000:00000010:1.0:1764938848.885311:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938848.885317:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.885326:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058fc942a. 00000100:00000010:1.0:1764938848.885330:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938848.885337:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938848.885347:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2f36908. 02000000:00000010:1.0:1764938848.885369:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000103bd2da. 00000400:00000010:1.0:1764938848.885374:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f07f7620. 00000400:00000010:1.0:1764938848.885378:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938848.885396:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921280, portal 16 00000400:00000010:1.0:1764938848.885401:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938848.885403:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921280, offset 0 00000400:00000200:1.0:1764938848.885409:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.885417:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.885422:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.885426:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.885429:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.885431:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89943:89943:255:4294967295] 192.168.203.57@tcp LPNI seq info [89943:89943:7:4294967295] 00000400:00000200:1.0:1764938848.885438:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.885442:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.885446:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938848.885449:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.885453:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.885456:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.885542:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.885545:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:3.0:1764938848.885549:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.885552:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.885556:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:3.0:1764938848.885557:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000800:00000200:3.0:1764938848.885611:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.885613:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938848.885617:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.885620:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.885622:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:3.0:1764938848.885623:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00000100:00000200:3.0:1764938848.885628:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626921280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938848.886141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004af46af6. 00010000:00000010:2.1:1764938848.886148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:0.1:1764938848.886207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000522354b2. 00000400:00000200:2.0:1764938848.891007:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.891028:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505b40 00000400:00000200:2.0:1764938848.891037:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb04a5 [1] + 224 00000400:00000200:2.0:1764938848.891054:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.891058:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.891067:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626921280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.891157:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f07f7620. 00000400:00000200:1.0:1764938848.891163:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:1.0:1764938848.891165:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00000100:00000200:1.0:1764938848.891172:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626921280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.891182:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626921280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.891209:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000103bd2da. 02000000:00000010:1.0:1764938848.891215:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2f36908. 00000100:00000010:1.0:1764938848.891220:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:1.0:1764938848.891224:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938848.891229:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058fc942a. 00000400:00000200:2.0:1764938848.891311:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.891318:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5ff40 00000400:00000200:2.0:1764938848.891323:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaeec5 [2] + 328 00000400:00000200:2.0:1764938848.891374:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.891378:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.891383:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.891395:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:3.0:1764938848.891479:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029ed2f0a. 00000020:00000010:3.0:1764938848.891486:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.891490:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3aa8464. 00000100:00000200:3.0:1764938848.891513:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670620999488/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938848.891771:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999488 02000000:00000010:3.0:1764938848.891782:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000631c8d88. 00010000:00000010:3.0:1764938848.891805:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca1bf259. 00010000:00000010:3.0:1764938848.891821:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938848.891826:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938848.891849:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938848.891852:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000010:3.0:1764938848.891863:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938848.891867:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999488, offset 224 00000400:00000200:3.0:1764938848.891873:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.891883:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.891887:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89944:89944:256:4294967295] 192.168.203.57@tcp LPNI seq info [89944:89944:8:4294967295] 00000400:00000200:3.0:1764938848.891897:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.891904:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.891907:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4fb9563 (tot 82352938). 00000800:00000200:3.0:1764938848.891912:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.891918:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.891921:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4fb9563 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938848.891942:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.891946:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3aa8464. 00000020:00000010:3.0:1764938848.891949:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029ed2f0a. 00000800:00000200:2.0:1764938848.892215:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.892219:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4fb9563 (tot 82352690). 00000400:00000200:2.0:1764938848.892222:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.892226:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.892229:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:2.0:1764938848.892230:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00080000:00000010:1.0:1764938848.893374:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000103bd2da. 00010000:00000010:1.0:1764938848.893472:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.893481:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1562524. 00010000:00000010:1.0:1764938848.893557:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938848.893562:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938848.893567:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.893573:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938848.893588:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2f36908. 00010000:00000010:1.0:1764938848.893613:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.893617:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938848.893663:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938848.893667:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.893674:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058fc942a. 00000100:00000010:1.0:1764938848.893680:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938848.893687:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938848.893699:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed4df0f3. 02000000:00000010:1.0:1764938848.893726:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5546213. 00000400:00000010:1.0:1764938848.893732:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f07f7620. 00000400:00000010:1.0:1764938848.893737:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938848.893743:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921344, portal 16 00000400:00000010:1.0:1764938848.893747:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938848.893749:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921344, offset 0 00000400:00000200:1.0:1764938848.893756:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.893768:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.893775:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.893778:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.893781:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.893784:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89945:89945:256:4294967295] 192.168.203.57@tcp LPNI seq info [89945:89945:8:4294967295] 00000400:00000200:1.0:1764938848.893792:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.893797:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.893800:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938848.893806:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.893812:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.893815:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.893961:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.893965:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938848.893969:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.893972:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.893975:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:2.0:1764938848.893977:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:2.0:1764938848.893984:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626921344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.894163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f6b885. 00000400:00000200:2.0:1764938848.897317:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.897334:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505b80 00000400:00000200:2.0:1764938848.897342:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb04b1 [1] + 224 00000400:00000200:2.0:1764938848.897359:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.897363:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.897371:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626921344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.897816:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f07f7620. 00000400:00000200:1.0:1764938848.897820:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:1.0:1764938848.897823:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00000100:00000200:1.0:1764938848.897829:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626921344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.897845:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626921344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.897872:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5546213. 02000000:00000010:1.0:1764938848.897878:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed4df0f3. 00000100:00000010:1.0:1764938848.897882:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:1.0:1764938848.897886:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938848.897890:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058fc942a. 00000400:00000200:2.0:1764938848.898356:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.898368:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5ff80 00000400:00000200:2.0:1764938848.898373:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaeec5 [2] + 656 00000400:00000200:2.0:1764938848.898542:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.898547:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.898552:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.898556:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:3.0:1764938848.898675:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029ed2f0a. 00000020:00000010:3.0:1764938848.898682:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938848.898686:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3aa8464. 00000100:00000200:3.0:1764938848.898708:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670620999552/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938848.899753:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999552 02000000:00000010:2.0:1764938848.899768:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc5bfc6. 00010000:00000010:2.0:1764938848.899797:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094a57ae9. 00010000:00000010:2.0:1764938848.899817:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2b30717. 00000100:00000010:2.0:1764938848.899825:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938848.899851:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938848.899854:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2b30717. 00000400:00000010:2.0:1764938848.899867:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d426dd4. 00000100:00000200:2.0:1764938848.899872:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999552, offset 224 00000400:00000200:2.0:1764938848.899879:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.899890:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.899896:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89946:89946:256:4294967295] 192.168.203.57@tcp LPNI seq info [89946:89946:8:4294967295] 00000400:00000200:2.0:1764938848.899905:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.899910:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.899913:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938848.899919:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.899924:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.899928:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1764938848.900603:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5546213. 00010000:00000010:1.0:1764938848.900684:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.900692:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095d2911d. 00010000:00000010:1.0:1764938848.900765:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938848.900770:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.900781:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058fc942a. 00000100:00000010:1.0:1764938848.900785:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938848.900792:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938848.900804:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed4df0f3. 02000000:00000010:1.0:1764938848.900830:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5a6d24a. 00000400:00000010:1.0:1764938848.900853:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f07f7620. 00000400:00000010:1.0:1764938848.900859:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938848.900864:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921408, portal 16 00000400:00000010:1.0:1764938848.900869:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000571cc73. 00000100:00000200:1.0:1764938848.900871:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921408, offset 0 00000400:00000200:1.0:1764938848.900877:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.900887:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.900893:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.900897:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.900900:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.900902:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89947:89947:255:4294967295] 192.168.203.57@tcp LPNI seq info [89947:89947:7:4294967295] 00000400:00000200:1.0:1764938848.900911:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.900918:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.900921:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82353186). 00000800:00000200:1.0:1764938848.900926:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.900932:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.900934:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.901141:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00000020:00000010:2.0:1764938848.901147:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3aa8464. 00000020:00000010:2.0:1764938848.901151:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029ed2f0a. 00010000:00000010:1.1:1764938848.901279:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000737366c5. 00010000:00000010:1.1:1764938848.901286:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5b8014. 00010000:00000010:3.1:1764938848.901399:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000321376fb. 00000800:00000200:3.0:1764938848.901441:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.901444:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:3.0:1764938848.901448:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.901454:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.901458:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d426dd4 00000400:00000010:3.0:1764938848.901460:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d426dd4. 00000800:00000200:3.0:1764938848.901740:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.901743:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938848.901747:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.901750:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.901753:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:3.0:1764938848.901754:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 00000100:00000200:3.0:1764938848.901761:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626921408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.906201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fadb21c. 00010000:00000010:1.1:1764938848.906218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:1.1:1764938848.906223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938848.906226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:2.1:1764938848.906281:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089eb53ef. 00000400:00000200:2.0:1764938848.906314:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.906331:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505bc0 00000400:00000200:2.0:1764938848.906341:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb04bd [1] + 224 00000400:00000200:2.0:1764938848.906355:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.906359:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.906368:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626921408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938848.906561:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f07f7620. 00000400:00000200:0.0:1764938848.906567:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:0.0:1764938848.906569:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00000100:00000200:0.0:1764938848.906587:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626921408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938848.906596:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626921408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938848.906629:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5a6d24a. 02000000:00000010:0.0:1764938848.906635:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed4df0f3. 00000100:00000010:0.0:1764938848.906639:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:0.0:1764938848.906643:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:0.0:1764938848.906646:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058fc942a. 00000400:00000200:2.0:1764938848.906891:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.906899:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f5ffc0 00000400:00000200:2.0:1764938848.906904:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaeec5 [2] + 984 00000400:00000200:2.0:1764938848.907196:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.907202:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.907206:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.907211:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:0.0:1764938848.907425:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcd059e7. 00000020:00000010:0.0:1764938848.907432:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.907436:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.907459:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670620999616/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938848.907497:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999616 02000000:00000010:0.0:1764938848.907510:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0375d36. 00010000:00000010:0.0:1764938848.907535:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043535d3e. 00010000:00000010:0.0:1764938848.907556:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.907562:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3a281cd. 00000100:00000010:0.0:1764938848.907582:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3a281cd. 00010000:00000010:0.0:1764938848.907585:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.907598:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938848.907603:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999616, offset 224 00000400:00000200:0.0:1764938848.907612:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.907622:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.907627:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89948:89948:256:4294967295] 192.168.203.57@tcp LPNI seq info [89948:89948:8:4294967295] 00000400:00000200:0.0:1764938848.907637:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.907642:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.907646:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938848.907652:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.907658:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.907661:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.907685:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.907689:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.907692:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcd059e7. 00080000:00000010:1.0:1764938848.909593:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008100d29f. 00010000:00000010:1.0:1764938848.909701:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.909711:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efd27e26. 00010000:00000010:1.0:1764938848.909793:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938848.909799:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938848.909811:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938848.909818:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938848.909826:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938848.909838:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6c9e107. 02000000:00000010:1.0:1764938848.909865:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040f3069d. 00000400:00000010:1.0:1764938848.909873:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000067f968c. 00000400:00000010:1.0:1764938848.909879:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938848.909885:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921472, portal 16 00000400:00000010:1.0:1764938848.909890:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938848.909892:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921472, offset 0 00000400:00000200:1.0:1764938848.909901:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.909914:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.909920:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.909924:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.909927:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.909929:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89949:89949:255:4294967295] 192.168.203.57@tcp LPNI seq info [89949:89949:7:4294967295] 00000400:00000200:1.0:1764938848.909938:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.909943:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.909947:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938848.909954:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.909960:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.909964:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.910075:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.910078:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:2.0:1764938848.910081:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.910085:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.910089:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:2.0:1764938848.910091:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000800:00000200:2.0:1764938848.910178:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.910180:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938848.910183:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.910186:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.910188:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:2.0:1764938848.910189:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00000100:00000200:2.0:1764938848.910194:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626921472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.911022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca8340d. 00010000:00000010:1.1:1764938848.911031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:0.1:1764938848.914156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008356ef99. 00000400:00000200:2.0:1764938848.915422:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.915440:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505c00 00000400:00000200:2.0:1764938848.915450:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb04c9 [1] + 224 00000400:00000200:2.0:1764938848.915464:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.915467:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.915477:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626921472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.916092:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.916100:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60000 00000400:00000200:2.0:1764938848.916195:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaeec5 [2] + 1312 00000400:00000200:2.0:1764938848.916672:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.916679:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.916684:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.916690:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:3.0:1764938848.916852:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095432552. 00000020:00000010:3.0:1764938848.916859:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938848.916865:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064cc0ab7. 00000100:00000200:3.0:1764938848.916887:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670620999680/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:1.0:1764938848.917253:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000067f968c. 00000400:00000200:1.0:1764938848.917258:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938848.917260:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938848.917266:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626921472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.917274:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626921472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.917298:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040f3069d. 02000000:00000010:1.0:1764938848.917304:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6c9e107. 00000100:00000010:1.0:1764938848.917306:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938848.917309:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938848.917313:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000100:00000200:2.0:1764938848.918283:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999680 02000000:00000010:2.0:1764938848.918301:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dec75e0d. 00010000:00000010:2.0:1764938848.918328:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c03e830. 00010000:00000010:2.0:1764938848.918351:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2b30717. 00000100:00000010:2.0:1764938848.918358:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938848.918381:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938848.918393:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2b30717. 00000400:00000010:2.0:1764938848.918405:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938848.918410:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999680, offset 224 00000400:00000200:2.0:1764938848.918418:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.918432:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.918437:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89950:89950:256:4294967295] 192.168.203.57@tcp LPNI seq info [89950:89950:8:4294967295] 00000400:00000200:2.0:1764938848.918448:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.918453:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.918459:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938848.918464:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.918470:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.918473:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.918492:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:2.0:1764938848.918497:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064cc0ab7. 00000020:00000010:2.0:1764938848.918501:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095432552. 00000800:00000200:2.0:1764938848.918610:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.918614:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:2.0:1764938848.918617:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.918621:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.918625:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:2.0:1764938848.918627:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 00080000:00000010:3.0:1764938848.918876:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095432552. 00010000:00000010:3.0:1764938848.918960:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:3.0:1764938848.918966:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6395d0a. 00010000:00000010:3.0:1764938848.919030:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938848.919037:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938848.919046:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938848.919050:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938848.919057:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 02000000:00000010:3.0:1764938848.919066:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029ed2f0a. 02000000:00000010:3.0:1764938848.919087:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d235378. 00000400:00000010:3.0:1764938848.919093:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938848.919097:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938848.919139:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921536, portal 16 00000400:00000010:3.0:1764938848.919144:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938848.919147:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921536, offset 0 00000400:00000200:3.0:1764938848.919152:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.919159:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.919165:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.919168:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.919170:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.919173:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89951:89951:256:4294967295] 192.168.203.57@tcp LPNI seq info [89951:89951:8:4294967295] 00000400:00000200:3.0:1764938848.919180:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.919184:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.919187:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938848.919191:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.919195:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.919198:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938848.920151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad9cca69. 00010000:00000010:1.1:1764938848.920161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00000800:00000200:2.0:1764938848.920171:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.920175:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352690). 00000400:00000200:2.0:1764938848.920181:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.920188:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.920192:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:2.0:1764938848.920194:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:2.0:1764938848.920200:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc87284 x1850670626921536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938848.924159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087843881. 00010000:00000010:3.1:1764938848.924173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:2.1:1764938848.927301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c12005c. 00000400:00000200:2.0:1764938848.930568:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.930586:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505c40 00000400:00000200:2.0:1764938848.930595:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb04d5 [1] + 224 00000400:00000200:2.0:1764938848.930606:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.930609:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.930619:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc87284 x1850670626921536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.930656:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.930661:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60040 00000400:00000200:2.0:1764938848.930665:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaeec5 [2] + 1640 00000400:00000200:2.0:1764938848.930715:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.930720:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.930723:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.930730:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000400:00000010:3.0:1764938848.934136:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938848.934144:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:3.0:1764938848.934147:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:3.0:1764938848.934159:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc87284 x1850670626921536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.934168:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc87284 x1850670626921536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938848.934194:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d235378. 02000000:00000010:3.0:1764938848.934198:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000029ed2f0a. 00000100:00000010:3.0:1764938848.934200:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 00000100:00000010:3.0:1764938848.934203:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938848.934206:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000020:00000010:0.0:1764938848.934260:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcd059e7. 00000020:00000010:0.0:1764938848.934268:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.934272:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.934297:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670620999744/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938848.934330:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999744 02000000:00000010:0.0:1764938848.934340:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000744796af. 00010000:00000010:0.0:1764938848.934364:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c3c3cce. 00010000:00000010:0.0:1764938848.934392:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.934398:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3a281cd. 00000100:00000010:0.0:1764938848.934413:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3a281cd. 00010000:00000010:0.0:1764938848.934416:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.934428:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938848.934432:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999744, offset 224 00000400:00000200:0.0:1764938848.934438:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.934450:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.934456:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89952:89952:256:4294967295] 192.168.203.57@tcp LPNI seq info [89952:89952:8:4294967295] 00000400:00000200:0.0:1764938848.934466:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.934471:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.934476:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938848.934483:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.934490:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.934493:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1764938848.934499:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029ed2f0a. 00000020:00000010:0.0:1764938848.934509:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.934513:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.934516:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcd059e7. 00010000:00000010:3.0:1764938848.934568:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938848.934574:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000907d12ba. 00010000:00000010:3.0:1764938848.934632:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c55780d. 00010000:00000010:3.0:1764938848.934642:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938848.934650:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938848.934653:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938848.934658:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 02000000:00000010:3.0:1764938848.934667:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d235378. 02000000:00000010:3.0:1764938848.934686:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e644a215. 00000400:00000010:3.0:1764938848.934690:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938848.934693:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938848.934697:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921600, portal 16 00000400:00000010:3.0:1764938848.934700:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938848.934702:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921600, offset 0 00000400:00000200:3.0:1764938848.934707:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.934712:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.934718:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.934721:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.934723:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.934726:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89953:89953:255:4294967295] 192.168.203.57@tcp LPNI seq info [89953:89953:7:4294967295] 00000400:00000200:3.0:1764938848.934743:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.934748:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.934750:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82353186). 00000800:00000200:3.0:1764938848.934754:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.934758:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.934760:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.934922:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.934926:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:2.0:1764938848.934930:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.934933:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.934936:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:2.0:1764938848.934937:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000800:00000200:2.0:1764938848.935001:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.935003:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:2.0:1764938848.935007:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.935009:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.935011:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:2.0:1764938848.935012:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:2.0:1764938848.935016:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc87284 x1850670626921600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.937026:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.937041:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505c80 00000400:00000200:2.0:1764938848.937049:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb04e1 [1] + 224 00000400:00000200:2.0:1764938848.937062:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.937065:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.937073:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc87284 x1850670626921600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938848.937191:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938848.937195:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:3.0:1764938848.937197:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:3.0:1764938848.937202:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc87284 x1850670626921600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.937210:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc87284 x1850670626921600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938848.937235:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e644a215. 02000000:00000010:3.0:1764938848.937240:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d235378. 00000100:00000010:3.0:1764938848.937243:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 00000100:00000010:3.0:1764938848.937246:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938848.937249:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000200:2.0:1764938848.937620:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.937628:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60080 00000400:00000200:2.0:1764938848.937633:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaeec5 [2] + 1968 00000400:00000010:2.0:1764938848.937636:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab73b837. 00000400:00000200:2.0:1764938848.937638:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000072c68e26 00000400:00000200:2.0:1764938848.937680:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.937683:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.937686:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072c68e26 00000400:00000010:2.0:1764938848.937687:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000072c68e26 (tot 82352538). 00000100:00000200:2.0:1764938848.937691:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938848.937755:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcd059e7. 00000020:00000010:0.0:1764938848.937761:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.937766:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.937786:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003334d677 x1850670620999808/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938848.937824:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999808 02000000:00000010:0.0:1764938848.937834:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed6e5cbf. 00010000:00000010:0.0:1764938848.937860:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009056e982. 00010000:00000010:0.0:1764938848.937879:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.937884:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3a281cd. 00000100:00000010:0.0:1764938848.937901:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3a281cd. 00010000:00000010:0.0:1764938848.937904:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.937915:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938848.937919:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999808, offset 224 00000400:00000200:0.0:1764938848.937926:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.937936:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.937942:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89954:89954:256:4294967295] 192.168.203.57@tcp LPNI seq info [89954:89954:8:4294967295] 00000400:00000200:0.0:1764938848.937952:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.937957:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.937962:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352786). 00000800:00000200:0.0:1764938848.937966:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.937971:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.937975:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1764938848.937993:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d235378. 00000020:00000010:0.0:1764938848.938000:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.938005:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.938008:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcd059e7. 02000000:00000010:0.0:1764938848.938014:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000744796af. 00000100:00000010:0.0:1764938848.938017:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:0.0:1764938848.938020:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dec75e0d. 00000100:00000010:0.0:1764938848.938022:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:0.0:1764938848.938025:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0375d36. 00000100:00000010:0.0:1764938848.938027:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:0.0:1764938848.938030:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc5bfc6. 00000100:00000010:0.0:1764938848.938032:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:0.0:1764938848.938034:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000631c8d88. 00000100:00000010:0.0:1764938848.938036:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:0.0:1764938848.938039:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000092174c1. 00000100:00000010:0.0:1764938848.938040:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 00000100:00000200:0.0:1764938848.938047:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938848.938051:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f504bc44. 00000400:00000010:0.0:1764938848.938054:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3a281cd (tot 82352938). 00000800:00000200:2.0:1764938848.938435:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.938439:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:2.0:1764938848.938443:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.938448:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.938450:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:2.0:1764938848.938452:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 02000000:00000010:2.0:1764938848.938456:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed6e5cbf. 00010000:00000010:3.0:1764938848.938559:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938848.938568:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001005488b. 00010000:00000010:3.0:1764938848.938637:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec133b47. 00010000:00000010:3.0:1764938848.938643:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938848.938652:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938848.938657:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938848.938663:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 02000000:00000010:3.0:1764938848.938673:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e644a215. 02000000:00000010:3.0:1764938848.938693:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094578ebb. 00000400:00000010:3.0:1764938848.938696:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938848.938699:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938848.938702:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921664, portal 16 00000400:00000010:3.0:1764938848.938706:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938848.938708:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921664, offset 0 00000400:00000200:3.0:1764938848.938713:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938848.938720:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938848.938726:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938848.938729:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938848.938732:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938848.938735:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89955:89955:256:4294967295] 192.168.203.57@tcp LPNI seq info [89955:89955:8:4294967295] 00000400:00000200:3.0:1764938848.938742:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938848.938747:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938848.938750:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f150cf (tot 82352938). 00000800:00000200:3.0:1764938848.938754:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938848.938759:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938848.938761:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5f150cf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.940797:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.940803:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f150cf (tot 82352690). 00000400:00000200:2.0:1764938848.940810:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.940817:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.940822:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:2.0:1764938848.940824:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00000100:00000200:2.0:1764938848.940831:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc87284 x1850670626921664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.943590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004532378. 00010000:00000010:3.1:1764938848.943812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fa381ff. 00010000:00000010:3.1:1764938848.943819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000200:2.0:1764938848.943904:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.943921:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505cc0 00000400:00000200:2.0:1764938848.943929:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb04f1 [1] + 224 00000400:00000200:2.0:1764938848.943940:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.943944:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.943953:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc87284 x1850670626921664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.943988:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.943993:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f600c0 00000400:00000200:2.0:1764938848.943998:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef1d [2] + 0 00000400:00000200:2.0:1764938848.944046:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.944050:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.944053:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.944058:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:0.0:1764938848.944155:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000092174c1. 00000020:00000010:0.0:1764938848.944163:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.944167:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.944190:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670620999872/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938848.944227:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999872 02000000:00000010:0.0:1764938848.944238:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0375d36. 00010000:00000010:0.0:1764938848.944277:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.944284:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e20003e. 00000100:00000010:0.0:1764938848.944290:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e20003e. 00010000:00000010:0.0:1764938848.944295:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:3.0:1764938848.944304:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000010:0.0:1764938848.944309:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000400:00000200:3.0:1764938848.944310:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:3.0:1764938848.944313:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:3.0:1764938848.944319:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc87284 x1850670626921664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938848.944332:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc87284 x1850670626921664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938848.944352:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083308769. 02000000:00000010:3.0:1764938848.944370:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094578ebb. 02000000:00000010:3.0:1764938848.944374:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e644a215. 00000100:00000010:3.0:1764938848.944378:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 00000100:00000010:3.0:1764938848.944380:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938848.944392:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000100:00000200:0.0:1764938848.944400:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999872, offset 224 00000400:00000200:0.0:1764938848.944411:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.944422:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.944428:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89956:89956:256:4294967295] 192.168.203.57@tcp LPNI seq info [89956:89956:8:4294967295] 00000400:00000200:0.0:1764938848.944437:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.944442:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.944447:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938848.944452:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.944458:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.944462:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.944490:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.944495:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:0.0:1764938848.944497:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000092174c1. 00080000:00000010:1.0:1764938848.944557:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6c9e107. 00010000:00000010:1.0:1764938848.944651:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d79bead5. 00010000:00000010:1.0:1764938848.944658:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000016cafaf6. 00010000:00000010:1.0:1764938848.944738:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938848.944744:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.944753:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938848.944758:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938848.944764:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938848.944773:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040f3069d. 02000000:00000010:1.0:1764938848.944794:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cd71f4e. 00000400:00000010:1.0:1764938848.944799:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000067f968c. 00000400:00000010:1.0:1764938848.944803:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938848.944807:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921728, portal 16 00000400:00000010:1.0:1764938848.944811:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938848.944814:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921728, offset 0 00000400:00000200:1.0:1764938848.944819:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.944825:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.944831:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.944834:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.944837:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.944839:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89957:89957:255:4294967295] 192.168.203.57@tcp LPNI seq info [89957:89957:7:4294967295] 00000400:00000200:1.0:1764938848.944846:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.944851:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.944854:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938848.944858:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.944862:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.944864:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.945059:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.945063:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:3.0:1764938848.945066:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.945070:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.945073:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:3.0:1764938848.945075:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000800:00000200:1.0:1764938848.946197:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938848.946202:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:1.0:1764938848.946207:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938848.946213:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938848.946217:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938848.946218:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938848.946226:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626921728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.947125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceacca49. 00000400:00000200:2.0:1764938848.950529:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.950546:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505d00 00000400:00000200:2.0:1764938848.950554:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb04fd [1] + 224 00000400:00000200:2.0:1764938848.950563:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.950566:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.950577:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626921728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.950613:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.950618:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60100 00000400:00000200:2.0:1764938848.950622:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef1d [2] + 328 00000400:00000200:2.0:1764938848.950666:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.950670:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.950674:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.950679:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000400:00000010:1.0:1764938848.950908:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000067f968c. 00000400:00000200:1.0:1764938848.950913:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938848.950915:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938848.950921:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626921728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.950929:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626921728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.950956:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cd71f4e. 02000000:00000010:1.0:1764938848.950961:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040f3069d. 00000100:00000010:1.0:1764938848.950964:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938848.950967:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938848.950971:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000020:00000010:3.0:1764938848.952991:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e644a215. 00000020:00000010:3.0:1764938848.953003:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f51c1d76. 00000020:00000010:3.0:1764938848.953007:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c38b8fe4. 00000100:00000200:3.0:1764938848.953034:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670620999936/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938848.953059:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670620999936 02000000:00000010:3.0:1764938848.953068:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094578ebb. 00010000:00000010:3.0:1764938848.953092:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003436586e. 00010000:00000010:2.0:1764938848.954633:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2b30717. 00000100:00000010:2.0:1764938848.954646:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938848.954663:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938848.954667:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2b30717. 00000400:00000010:2.0:1764938848.954685:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938848.954691:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670620999936, offset 224 00000400:00000200:2.0:1764938848.954700:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938848.954714:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.954720:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89958:89958:256:4294967295] 192.168.203.57@tcp LPNI seq info [89958:89958:8:4294967295] 00000400:00000200:2.0:1764938848.954729:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.954735:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.954738:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938848.954744:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.954751:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.954754:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938848.954784:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f51c1d76. 00000020:00000010:2.0:1764938848.954789:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c38b8fe4. 00000020:00000010:2.0:1764938848.954794:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e644a215. 00000800:00000200:3.0:1764938848.955166:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.955172:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938848.955177:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.955182:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.955186:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:3.0:1764938848.955188:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 00080000:00000010:1.0:1764938848.955957:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040f3069d. 00010000:00000010:1.0:1764938848.956038:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.956045:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb4ac4e8. 00000001:00000010:1.0:1764938848.956093:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000067f968c. 00000001:00000010:1.0:1764938848.956098:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000067f968c. 00010000:00000010:1.1:1764938848.956121:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e458cea5. 00010000:00000010:1.1:1764938848.956126:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec133b47. 00000001:00000010:1.0:1764938848.956131:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000067f968c. 00000001:00000010:1.0:1764938848.956133:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e112c9df. 00010000:00000010:1.0:1764938848.956212:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938848.956218:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.956228:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938848.956233:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938848.956241:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938848.956252:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cd71f4e. 02000000:00000010:1.0:1764938848.956274:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063b6c4eb. 00000400:00000010:1.0:1764938848.956278:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938848.956283:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938848.956287:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921792, portal 16 00000400:00000010:1.0:1764938848.956291:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938848.956293:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921792, offset 0 00000400:00000200:1.0:1764938848.956300:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.956310:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.956316:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.956319:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.956322:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.956324:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89959:89959:256:4294967295] 192.168.203.57@tcp LPNI seq info [89959:89959:8:4294967295] 00000400:00000200:1.0:1764938848.956333:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.956337:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.956340:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938848.956345:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.956350:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.956353:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938848.959443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6071c4c. 00010000:00000010:3.1:1764938848.959455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c55780d. 00010000:00000010:3.1:1764938848.959459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b10c95. 00000800:00000200:2.0:1764938848.959629:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.959633:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938848.959639:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.959648:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.959653:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:2.0:1764938848.959654:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:2.0:1764938848.959663:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626921792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.963441:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.963460:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505d40 00000400:00000200:2.0:1764938848.963468:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0509 [1] + 224 00000400:00000200:2.0:1764938848.963487:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.963491:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.963502:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626921792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938848.963754:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938848.963759:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938848.963761:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938848.963767:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626921792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.963775:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626921792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.963801:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063b6c4eb. 02000000:00000010:1.0:1764938848.963806:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cd71f4e. 00000100:00000010:1.0:1764938848.963810:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938848.963813:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938848.963817:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00010000:00000010:1.1:1764938848.964523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f85b1f1. 00010000:00000010:1.1:1764938848.964532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00000400:00000200:2.0:1764938848.965660:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.965676:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60140 00000400:00000200:2.0:1764938848.965683:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef1d [2] + 656 00000400:00000200:2.0:1764938848.965737:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.965742:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.965747:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.965753:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:0.0:1764938848.965921:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcd059e7. 00000020:00000010:0.0:1764938848.965929:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938848.965933:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000963b1c8b. 00000100:00000200:0.0:1764938848.965956:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621000000/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938848.970360:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000000 02000000:00000010:2.0:1764938848.970395:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000876e0b60. 00010000:00000010:2.0:1764938848.970432:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058cad573. 00010000:00000010:2.0:1764938848.970458:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2b30717. 00000100:00000010:2.0:1764938848.970465:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938848.970488:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938848.970492:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2b30717. 00000400:00000010:2.0:1764938848.970509:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938848.970517:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000000, offset 224 00000400:00000200:2.0:1764938848.970527:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938848.970532:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cd71f4e. 00000400:00000200:2.0:1764938848.970545:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938848.970551:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89960:89960:256:4294967295] 192.168.203.57@tcp LPNI seq info [89960:89960:8:4294967295] 00000400:00000200:2.0:1764938848.970561:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938848.970567:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938848.970573:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938848.970579:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938848.970586:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938848.970590:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1764938848.970615:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00000020:00000010:2.0:1764938848.970621:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00010000:00000010:1.0:1764938848.970621:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aef788ee. 00000020:00000010:2.0:1764938848.970628:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000963b1c8b. 00000020:00000010:2.0:1764938848.970634:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcd059e7. 00000800:00000200:3.0:1764938848.970731:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.970735:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938848.970740:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.970744:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.970748:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:3.0:1764938848.970750:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00010000:00000010:1.0:1764938848.971147:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938848.971155:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.971167:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938848.971172:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938848.971178:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938848.971188:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063b6c4eb. 02000000:00000010:1.0:1764938848.971208:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b138e70. 00000400:00000010:1.0:1764938848.971213:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938848.971217:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938848.971221:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921856, portal 16 00000400:00000010:1.0:1764938848.971226:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd7a8a2. 00000100:00000200:1.0:1764938848.971228:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921856, offset 0 00000400:00000200:1.0:1764938848.971233:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.971239:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.971246:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.971251:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.971254:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.971257:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89961:89961:256:4294967295] 192.168.203.57@tcp LPNI seq info [89961:89961:8:4294967295] 00000400:00000200:1.0:1764938848.971268:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.971273:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.971277:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00010000:00000010:3.1:1764938848.971281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd55217. 00000800:00000200:1.0:1764938848.971282:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.971289:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.971293:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938848.974214:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.974221:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938848.974228:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.974237:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.974243:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd7a8a2 00000400:00000010:2.0:1764938848.974245:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd7a8a2. 00000100:00000200:2.0:1764938848.974255:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626921856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.976966:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.976985:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505d80 00000400:00000200:2.0:1764938848.976994:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0515 [1] + 224 00000400:00000200:2.0:1764938848.977005:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.977009:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.977018:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626921856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938848.977054:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.977060:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60180 00000400:00000200:2.0:1764938848.977065:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef1d [2] + 984 00000400:00000200:2.0:1764938848.977073:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.977076:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.977080:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.977085:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000400:00000010:1.0:1764938848.977195:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938848.977200:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938848.977203:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938848.977209:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626921856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.977217:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626921856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938848.977244:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b138e70. 02000000:00000010:1.0:1764938848.977249:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063b6c4eb. 00000100:00000010:1.0:1764938848.977253:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938848.977256:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938848.977260:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000020:00000010:0.0:1764938848.977890:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000744796af. 00000020:00000010:0.0:1764938848.977897:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938848.977901:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938848.977924:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621000064/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938848.977959:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000064 02000000:00000010:0.0:1764938848.977970:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000092174c1. 00010000:00000010:0.0:1764938848.977994:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad67195d. 00010000:00000010:0.0:1764938848.978016:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.978022:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e20003e. 00000100:00000010:0.0:1764938848.978041:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e20003e. 00010000:00000010:0.0:1764938848.978044:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.978056:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938848.978060:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000064, offset 224 00000400:00000200:0.0:1764938848.978068:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.978080:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.978085:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89962:89962:256:4294967295] 192.168.203.57@tcp LPNI seq info [89962:89962:8:4294967295] 00000400:00000200:0.0:1764938848.978095:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.978100:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.978136:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938848.978142:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.978148:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.978152:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.978175:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938848.978179:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938848.978181:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000744796af. 00080000:00000010:1.0:1764938848.978285:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063b6c4eb. 00010000:00000010:1.0:1764938848.978362:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.978368:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039d81347. 00010000:00000010:1.0:1764938848.978453:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938848.978458:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.978467:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938848.978470:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938848.978476:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938848.978484:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b138e70. 02000000:00000010:1.0:1764938848.978504:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfd89610. 00000400:00000010:1.0:1764938848.978508:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938848.978513:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938848.978517:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921920, portal 16 00000400:00000010:1.0:1764938848.978521:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938848.978523:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921920, offset 0 00000400:00000200:1.0:1764938848.978528:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.978534:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.978540:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.978543:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.978546:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.978548:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89963:89963:255:4294967295] 192.168.203.57@tcp LPNI seq info [89963:89963:7:4294967295] 00000400:00000200:1.0:1764938848.978555:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.978559:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.978562:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938848.978565:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.978569:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.978571:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938848.979237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfb81d3. 00010000:00000010:1.1:1764938848.979607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085a49515. 00010000:00000010:1.1:1764938848.979614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00000800:00000200:3.0:1764938848.979748:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.979753:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:3.0:1764938848.979757:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.979763:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.979767:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938848.979768:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000800:00000200:2.0:1764938848.979878:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.979882:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938848.979886:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.979890:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.979893:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:2.0:1764938848.979895:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00000100:00000200:2.0:1764938848.979901:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626921920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938848.984231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000442f783c. 00000400:00000200:2.0:1764938848.987852:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.987871:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505dc0 00000400:00000200:2.0:1764938848.987880:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0521 [1] + 224 00000400:00000200:2.0:1764938848.987891:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.987894:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.987904:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626921920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.988165:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000727f2c0e. 00010000:00000010:1.1:1764938848.988176:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00000400:00000200:2.0:1764938848.988318:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938848.988324:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f601c0 00000400:00000200:2.0:1764938848.988330:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef1d [2] + 1312 00000400:00000200:2.0:1764938848.988341:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.988343:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938848.988347:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938848.988352:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:0.0:1764938848.988463:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000744796af. 00000020:00000010:0.0:1764938848.988471:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938848.988475:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938848.988503:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621000128/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:306/0 lens 328/0 e 0 to 0 dl 1764938891 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938848.988537:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000128 02000000:00000010:0.0:1764938848.988547:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed6e5cbf. 00010000:00000010:0.0:1764938848.988582:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938848.988589:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e20003e. 00000100:00000010:0.0:1764938848.988594:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e20003e. 00010000:00000010:0.0:1764938848.988598:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938848.988610:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938848.988614:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000128, offset 224 00000400:00000200:0.0:1764938848.988623:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938848.988633:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938848.988638:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89964:89964:256:4294967295] 192.168.203.57@tcp LPNI seq info [89964:89964:8:4294967295] 00000400:00000200:0.0:1764938848.988648:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938848.988653:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938848.988657:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938848.988663:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938848.988670:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938848.988674:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938848.988702:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938848.988706:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938848.988708:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000744796af. 00000400:00000010:1.0:1764938848.988754:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938848.988759:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938848.988761:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938848.988766:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626921920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938848.988775:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626921920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938848.988795:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6a60c6c. 02000000:00000010:1.0:1764938848.988809:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfd89610. 02000000:00000010:1.0:1764938848.988813:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b138e70. 00000100:00000010:1.0:1764938848.988817:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938848.988819:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938848.988822:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00080000:00000010:1.0:1764938848.988840:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b138e70. 00010000:00000010:1.0:1764938848.988927:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.988933:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002103c894. 00010000:00000010:1.0:1764938848.989007:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938848.989013:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938848.989023:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938848.989026:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938848.989032:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938848.989043:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfd89610. 02000000:00000010:1.0:1764938848.989065:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5a6d24a. 00000400:00000010:1.0:1764938848.989068:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938848.989072:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938848.989076:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626921984, portal 16 00000400:00000010:1.0:1764938848.989081:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938848.989082:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626921984, offset 0 00000400:00000200:1.0:1764938848.989088:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938848.989094:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938848.989126:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938848.989130:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938848.989134:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938848.989136:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89965:89965:255:4294967295] 192.168.203.57@tcp LPNI seq info [89965:89965:7:4294967295] 00000400:00000200:1.0:1764938848.989144:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938848.989148:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938848.989151:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938848.989155:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938848.989159:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938848.989161:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938848.990090:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938848.990096:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:3.0:1764938848.990113:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938848.990119:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938848.990124:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:3.0:1764938848.990126:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000800:00000200:2.0:1764938848.991194:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938848.991199:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938848.991205:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938848.991211:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938848.991215:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:2.0:1764938848.991217:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00000100:00000200:2.0:1764938848.991225:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626921984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938848.996157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d8d742. 00010000:00000010:1.1:1764938848.996173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c53c235b. 00010000:00000010:1.1:1764938848.996178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:2.0:1764938849.000991:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.001255:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505e00 00000400:00000200:2.0:1764938849.001263:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb052d [1] + 224 00000400:00000200:2.0:1764938849.001281:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.001284:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.001294:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626921984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.001373:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.001378:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.001380:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.001395:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626921984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.001403:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626921984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.001431:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5a6d24a. 02000000:00000010:1.0:1764938849.001437:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfd89610. 00000100:00000010:1.0:1764938849.001445:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.001449:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.001453:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:2.0:1764938849.002557:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.002570:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60200 00000400:00000200:2.0:1764938849.002576:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef1d [2] + 1640 00000400:00000200:2.0:1764938849.002632:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.002636:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.002640:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.002646:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:0.0:1764938849.002801:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000744796af. 00000020:00000010:0.0:1764938849.002808:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.002812:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.003297:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621000192/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.003334:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000192 02000000:00000010:0.0:1764938849.003347:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e61c524c. 00010000:00000010:0.0:1764938849.005054:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029e0835d. 00010000:00000010:0.0:1764938849.005083:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.005090:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e20003e. 00000100:00000010:0.0:1764938849.005142:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e20003e. 00010000:00000010:0.0:1764938849.005146:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.005161:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938849.005167:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000192, offset 224 00000400:00000200:0.0:1764938849.005176:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.005190:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.005197:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89966:89966:256:4294967295] 192.168.203.57@tcp LPNI seq info [89966:89966:8:4294967295] 00000400:00000200:0.0:1764938849.005209:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.005214:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.005220:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.005225:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.005232:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.005236:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.005267:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.005272:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.005276:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000744796af. 00000800:00000200:3.0:1764938849.005380:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.005394:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938849.005398:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.005403:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.005406:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938849.005408:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00080000:00000010:1.0:1764938849.006133:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfd89610. 00010000:00000010:1.0:1764938849.006220:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.006227:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f6b487de. 00010000:00000010:1.0:1764938849.006291:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.006294:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.006298:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.006303:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.006315:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5a6d24a. 00010000:00000010:1.0:1764938849.006334:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.006338:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.006378:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.006380:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.006398:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.006403:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.006411:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.006423:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e64c0140. 02000000:00000010:1.0:1764938849.006448:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df40a4a6. 00000400:00000010:1.0:1764938849.006453:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.006457:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.006462:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922048, portal 16 00000400:00000010:1.0:1764938849.006466:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938849.006468:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922048, offset 0 00000400:00000200:1.0:1764938849.006475:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.006485:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.006492:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.006496:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.006498:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.006501:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89967:89967:256:4294967295] 192.168.203.57@tcp LPNI seq info [89967:89967:8:4294967295] 00000400:00000200:1.0:1764938849.006510:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.006515:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.006518:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938849.006524:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.006530:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.006533:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.006996:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.007001:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938849.007006:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.007010:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.007014:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:2.0:1764938849.007016:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000100:00000200:2.0:1764938849.007023:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.010316:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.010333:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505e40 00000400:00000200:3.0:1764938849.010341:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0539 [1] + 224 00000400:00000200:3.0:1764938849.010352:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.010355:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.010364:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.010409:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.010414:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60240 00000400:00000200:3.0:1764938849.010418:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef1d [2] + 1968 00000400:00000010:3.0:1764938849.010422:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f29afe9. 00000400:00000200:3.0:1764938849.010425:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006e2cf26c 00000400:00000200:3.0:1764938849.010432:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.010435:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.010436:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e2cf26c 00000400:00000010:3.0:1764938849.010438:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006e2cf26c (tot 82352538). 00000100:00000200:3.0:1764938849.010443:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938849.010530:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000744796af. 00000020:00000010:0.0:1764938849.010538:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.010541:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.010565:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000078695e03 x1850670621000256/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.010600:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000256 02000000:00000010:0.0:1764938849.010611:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d79b295. 00000400:00000010:1.0:1764938849.010618:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.010624:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.010626:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.010633:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.010643:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938849.010648:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.010656:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e20003e. 00000100:00000010:0.0:1764938849.010663:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e20003e. 00010000:00000010:1.0:1764938849.010665:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000991115ba. 00010000:00000010:0.0:1764938849.010667:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.010683:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938849.010687:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000256, offset 224 00000400:00000200:0.0:1764938849.010695:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 02000000:00000010:1.0:1764938849.010697:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df40a4a6. 02000000:00000010:1.0:1764938849.010705:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e64c0140. 00000400:00000200:0.0:1764938849.010706:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000100:00000010:1.0:1764938849.010709:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000400:00000200:0.0:1764938849.010713:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89968:89968:256:4294967295] 192.168.203.57@tcp LPNI seq info [89968:89968:8:4294967295] 00000100:00000010:1.0:1764938849.010714:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.010719:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:0.0:1764938849.010728:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.010734:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.010738:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352786). 00080000:00000010:1.0:1764938849.010740:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e64c0140. 00000800:00000200:0.0:1764938849.010746:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.010753:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.010756:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.010769:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.010773:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.010776:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000744796af. 02000000:00000010:0.0:1764938849.010783:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e61c524c. 00000100:00000010:0.0:1764938849.010786:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:0.0:1764938849.010791:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed6e5cbf. 00000100:00000010:0.0:1764938849.010793:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:0.0:1764938849.010796:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000092174c1. 00000100:00000010:0.0:1764938849.010798:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:0.0:1764938849.010801:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000876e0b60. 00000100:00000010:0.0:1764938849.010804:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:0.0:1764938849.010807:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094578ebb. 00000100:00000010:0.0:1764938849.010810:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:0.0:1764938849.010813:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0375d36. 00000100:00000010:0.0:1764938849.010816:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000200:0.0:1764938849.010822:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:1.0:1764938849.010827:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00000400:00000010:0.0:1764938849.010828:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a5ed05a. 00000400:00000010:0.0:1764938849.010833:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003e20003e (tot 82352938). 00010000:00000010:1.0:1764938849.010834:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d634c76. 00010000:00000010:1.0:1764938849.010905:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.0:1764938849.010911:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.010919:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.010922:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.010927:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.010937:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df40a4a6. 02000000:00000010:1.0:1764938849.010958:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a770347d. 00000400:00000010:1.0:1764938849.010961:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.010963:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.010966:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922112, portal 16 00000400:00000010:1.0:1764938849.010969:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd9c7137. 00000100:00000200:1.0:1764938849.010971:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922112, offset 0 00000400:00000200:1.0:1764938849.010976:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.010981:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.010987:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.010990:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.010992:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.010995:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89969:89969:255:4294967295] 192.168.203.57@tcp LPNI seq info [89969:89969:7:4294967295] 00000400:00000200:1.0:1764938849.011002:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.011006:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.011009:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938849.011012:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.011015:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.011017:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.011217:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.011221:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:3.0:1764938849.011224:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.011227:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.011229:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:3.0:1764938849.011231:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 02000000:00000010:3.0:1764938849.011234:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d79b295. 00000800:00000200:3.0:1764938849.011289:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.011291:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938849.011294:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.011297:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.011299:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9c7137 00000400:00000010:3.0:1764938849.011300:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd9c7137. 00000100:00000200:3.0:1764938849.011303:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.014267:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.014285:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505e80 00000400:00000200:2.0:1764938849.014293:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0549 [1] + 224 00000400:00000200:2.0:1764938849.014303:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.014306:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.014314:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.014349:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.014357:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60280 00000400:00000200:2.0:1764938849.014362:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef75 [2] + 0 00000400:00000010:1.0:1764938849.014373:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.014379:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.014381:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.014395:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.014403:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.014430:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a770347d. 02000000:00000010:1.0:1764938849.014435:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df40a4a6. 00000100:00000010:1.0:1764938849.014441:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.014444:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.014448:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:2.0:1764938849.015024:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.015030:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.015036:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.015040:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00010000:00000010:0.1:1764938849.016606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c9f054. 00000020:00000010:0.0:1764938849.016656:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.016662:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.016666:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.016692:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621000320/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.016718:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000320 02000000:00000010:0.0:1764938849.016727:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000092174c1. 00010000:00000010:0.0:1764938849.016752:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ce1d089. 00010000:00000010:0.0:1764938849.016771:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.016778:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.016798:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.016802:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.016814:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938849.016819:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000320, offset 224 00000400:00000200:0.0:1764938849.016827:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938849.016838:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a770347d. 00000400:00000200:0.0:1764938849.016842:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.016849:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89970:89970:256:4294967295] 192.168.203.57@tcp LPNI seq info [89970:89970:8:4294967295] 00000400:00000200:0.0:1764938849.016858:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.016864:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.016868:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.016874:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.016880:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.016884:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.016908:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.016913:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.016917:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00010000:00000010:1.0:1764938849.016920:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.016928:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063ba69c4. 00010000:00000010:1.0:1764938849.016997:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.017003:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.017012:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.017016:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.017022:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.017033:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df40a4a6. 02000000:00000010:1.0:1764938849.017055:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095753391. 00000400:00000010:1.0:1764938849.017060:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.017064:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.017068:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922176, portal 16 00000400:00000010:1.0:1764938849.017072:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938849.017074:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922176, offset 0 00000400:00000200:1.0:1764938849.017079:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.017090:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.017096:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.017100:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.017119:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.017121:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89971:89971:255:4294967295] 192.168.203.57@tcp LPNI seq info [89971:89971:7:4294967295] 00000400:00000200:1.0:1764938849.017129:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.017133:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.017136:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938849.017140:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.017143:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.017146:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.017236:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.017240:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:3.0:1764938849.017243:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.017247:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.017250:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938849.017252:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000800:00000200:3.0:1764938849.017314:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.017316:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938849.017320:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.017323:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.017325:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:3.0:1764938849.017326:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00000100:00000200:3.0:1764938849.017330:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.019141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f539a3c. 00010000:00000010:1.1:1764938849.019153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.1:1764938849.019157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.019159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:3.0:1764938849.020811:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.020832:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505ec0 00000400:00000200:3.0:1764938849.020841:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0555 [1] + 224 00000400:00000200:3.0:1764938849.020854:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.020858:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.020869:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.022561:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.022569:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.022572:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.022583:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.022593:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.022623:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095753391. 02000000:00000010:1.0:1764938849.022628:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df40a4a6. 00000100:00000010:1.0:1764938849.022635:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.022638:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.022642:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:2.0:1764938849.023201:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.023218:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f602c0 00000400:00000200:2.0:1764938849.023224:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef75 [2] + 328 00000400:00000200:2.0:1764938849.023237:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.023240:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.023245:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.023251:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:0.0:1764938849.023337:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.023345:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.023349:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.023390:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621000384/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.023422:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000384 02000000:00000010:0.0:1764938849.023433:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed6e5cbf. 00010000:00000010:0.0:1764938849.023456:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c6976c3. 00010000:00000010:0.0:1764938849.023474:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.023480:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.023499:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.023502:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.023513:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938849.023517:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000384, offset 224 00000400:00000200:0.0:1764938849.023524:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.023534:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.023539:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89972:89972:256:4294967295] 192.168.203.57@tcp LPNI seq info [89972:89972:8:4294967295] 00000400:00000200:0.0:1764938849.023547:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.023551:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.023555:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.023560:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.023565:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.023569:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.023594:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00080000:00000010:1.0:1764938849.023596:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095753391. 00000020:00000010:0.0:1764938849.023598:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.023602:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00010000:00000010:1.0:1764938849.023678:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.023696:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8a4f3fd. 00010000:00000010:1.0:1764938849.023764:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.023770:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.023780:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.023783:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.023789:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.023798:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df40a4a6. 02000000:00000010:1.0:1764938849.023820:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7fc0e96. 00000400:00000010:1.0:1764938849.023825:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.023828:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.023832:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922240, portal 16 00000400:00000010:1.0:1764938849.023836:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938849.023838:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922240, offset 0 00000400:00000200:1.0:1764938849.023843:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.023848:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.023854:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.023857:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.023860:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.023862:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89973:89973:255:4294967295] 192.168.203.57@tcp LPNI seq info [89973:89973:7:4294967295] 00000400:00000200:1.0:1764938849.023869:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.023874:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.023876:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938849.023880:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.023884:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.023886:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.024002:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.024005:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:3.0:1764938849.024009:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.024012:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.024015:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938849.024017:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00010000:00000010:0.1:1764938849.024428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002afbf8c9. 00010000:00000010:1.1:1764938849.025544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca9955e. 00010000:00000010:1.1:1764938849.025553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9c7ab95. 00010000:00000010:1.1:1764938849.025557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00000800:00000200:3.0:1764938849.027338:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.027345:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938849.027353:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.027363:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.027368:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:3.0:1764938849.027370:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000100:00000200:3.0:1764938849.027380:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.027915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008904cd4f. 00010000:00000010:1.1:1764938849.027923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00000400:00000200:3.0:1764938849.030031:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.030047:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505f00 00000400:00000200:3.0:1764938849.030055:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0561 [1] + 224 00000400:00000200:3.0:1764938849.030065:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.030069:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.030077:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.030151:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.030156:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60300 00000400:00000200:3.0:1764938849.030161:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef75 [2] + 656 00000400:00000200:3.0:1764938849.030210:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.030214:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.030218:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.030224:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 00000400:00000010:1.0:1764938849.030632:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.030637:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.030640:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.030647:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.030655:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.030683:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7fc0e96. 02000000:00000010:1.0:1764938849.030689:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df40a4a6. 00000100:00000010:1.0:1764938849.030695:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.030697:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.030702:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000020:00000010:2.0:1764938849.030818:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a69d61c. 00000020:00000010:2.0:1764938849.030825:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.030829:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.030850:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc87284 x1850670621000448/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.030878:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000448 02000000:00000010:2.0:1764938849.030888:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.030911:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86a5dcd. 00010000:00000010:2.0:1764938849.030930:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2b30717. 00000100:00000010:2.0:1764938849.030936:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938849.030953:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938849.030956:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2b30717. 00000400:00000010:2.0:1764938849.030966:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051c9ce73. 00000100:00000200:2.0:1764938849.030970:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000448, offset 224 00000400:00000200:2.0:1764938849.030977:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.030986:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.030991:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89974:89974:256:4294967295] 192.168.203.57@tcp LPNI seq info [89974:89974:8:4294967295] 00000400:00000200:2.0:1764938849.031000:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.031004:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.031008:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938849.031013:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.031019:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.031023:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.031048:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.031052:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.031055:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a69d61c. 00080000:00000010:1.0:1764938849.031122:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7fc0e96. 00010000:00000010:1.0:1764938849.031199:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.031205:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000279a175b. 00010000:00000010:1.0:1764938849.031273:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.0:1764938849.031279:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.031288:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.031291:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.031296:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.031305:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df40a4a6. 02000000:00000010:1.0:1764938849.031327:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbc97ade. 00000400:00000010:1.0:1764938849.031332:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.031335:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.031340:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922304, portal 16 00000400:00000010:1.0:1764938849.031343:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938849.031346:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922304, offset 0 00000400:00000200:1.0:1764938849.031351:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.031356:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.031361:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.031365:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.031367:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.031370:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89975:89975:255:4294967295] 192.168.203.57@tcp LPNI seq info [89975:89975:7:4294967295] 00000400:00000200:1.0:1764938849.031377:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.031381:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.031393:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938849.031397:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.031401:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.031403:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.031785:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.031788:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:3.0:1764938849.031792:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.031795:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.031798:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051c9ce73 00000400:00000010:3.0:1764938849.031800:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051c9ce73. 00000800:00000200:3.0:1764938849.032047:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.032049:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938849.032053:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.032056:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.032059:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:3.0:1764938849.032060:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:3.0:1764938849.032065:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.032211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2753ed9. 00010000:00000010:1.1:1764938849.032218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:0.1:1764938849.032660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d22ff905. 00000400:00000200:3.0:1764938849.034802:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.034822:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505f40 00000400:00000200:3.0:1764938849.034831:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb056d [1] + 224 00000400:00000200:3.0:1764938849.034845:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.034849:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.034860:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.035736:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.035742:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.035744:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.035753:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.035761:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.035790:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbc97ade. 02000000:00000010:1.0:1764938849.035797:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df40a4a6. 00000100:00000010:1.0:1764938849.035802:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.035806:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.035810:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:2.0:1764938849.035947:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.035957:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60340 00000400:00000200:2.0:1764938849.035962:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef75 [2] + 984 00000400:00000200:2.0:1764938849.036015:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.036019:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.036023:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.036027:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:0.0:1764938849.036320:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.036328:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.036332:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.036354:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621000512/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.036393:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000512 02000000:00000010:0.0:1764938849.036406:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e61c524c. 00010000:00000010:0.0:1764938849.036432:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f5d39c2. 00010000:00000010:0.0:1764938849.036451:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.036457:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.036482:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.036485:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.036498:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938849.036502:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000512, offset 224 00000400:00000200:0.0:1764938849.036509:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.036519:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.036524:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89976:89976:256:4294967295] 192.168.203.57@tcp LPNI seq info [89976:89976:8:4294967295] 00000400:00000200:0.0:1764938849.036542:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.036547:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.036551:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.036556:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.036563:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.036566:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.036585:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.036589:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.036592:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00000800:00000200:3.0:1764938849.036871:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.036875:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:3.0:1764938849.036878:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.036882:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.036885:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:3.0:1764938849.036886:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00080000:00000010:1.0:1764938849.036941:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbc97ade. 00010000:00000010:1.0:1764938849.037020:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.037026:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a398a83. 00010000:00000010:1.0:1764938849.037092:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.037096:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.037131:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.037137:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.037149:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df40a4a6. 00010000:00000010:1.0:1764938849.037175:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.037178:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.037222:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.037226:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.037233:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.037236:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.037242:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.037253:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d32c3e. 02000000:00000010:1.0:1764938849.037275:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff25b7a4. 00000400:00000010:1.0:1764938849.037279:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.037283:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.037288:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922368, portal 16 00000400:00000010:1.0:1764938849.037292:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938849.037294:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922368, offset 0 00000400:00000200:1.0:1764938849.037299:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.037307:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.037313:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.037316:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.037319:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.037322:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89977:89977:256:4294967295] 192.168.203.57@tcp LPNI seq info [89977:89977:8:4294967295] 00000400:00000200:1.0:1764938849.037329:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.037333:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.037336:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938849.037339:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.037344:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.037346:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.038203:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.038207:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938849.038212:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.038217:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.038221:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:3.0:1764938849.038223:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000100:00000200:3.0:1764938849.038229:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.039195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000160136d3. 00000400:00000200:2.0:1764938849.040966:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.040984:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505f80 00000400:00000200:2.0:1764938849.041050:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0579 [1] + 224 00000400:00000200:2.0:1764938849.041065:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.041069:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.041079:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.041150:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.041156:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60380 00000400:00000200:2.0:1764938849.041161:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef75 [2] + 1312 00000400:00000200:2.0:1764938849.041170:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.041174:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.041177:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.042254:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:0.0:1764938849.043145:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.043153:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.043158:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.043183:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621000576/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.043225:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000576 02000000:00000010:0.0:1764938849.043237:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000744796af. 00010000:00000010:0.0:1764938849.043272:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.043279:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.043286:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.043289:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.043301:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938849.043306:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000576, offset 224 00000400:00000200:0.0:1764938849.043313:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.043324:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.043329:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89978:89978:256:4294967295] 192.168.203.57@tcp LPNI seq info [89978:89978:8:4294967295] 00000400:00000200:0.0:1764938849.043339:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.043344:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.043348:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.043353:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.043359:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.043363:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.043393:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.043397:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.043400:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00000400:00000010:1.0:1764938849.043486:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000800:00000200:3.0:1764938849.043491:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1764938849.043492:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.043495:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000800:00000010:3.0:1764938849.043496:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:3.0:1764938849.043502:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1764938849.043503:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.043509:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.043516:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938849.043519:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000100:00000200:1.0:1764938849.043519:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938849.043548:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009687e442. 02000000:00000010:1.0:1764938849.043564:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff25b7a4. 02000000:00000010:1.0:1764938849.043567:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d32c3e. 00000100:00000010:1.0:1764938849.043570:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.043572:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.043575:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00080000:00000010:1.0:1764938849.043591:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042d32c3e. 00010000:00000010:1.0:1764938849.043660:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.043664:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ea37f5b. 00010000:00000010:1.0:1764938849.043727:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938849.043732:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.043740:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.043743:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.043747:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.043756:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff25b7a4. 02000000:00000010:1.0:1764938849.043772:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cc00be5. 00000400:00000010:1.0:1764938849.043776:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.043779:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.043783:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922432, portal 16 00000400:00000010:1.0:1764938849.043786:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938849.043788:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922432, offset 0 00000400:00000200:1.0:1764938849.043792:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.043798:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.043804:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.043808:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.043810:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.043813:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89979:89979:256:4294967295] 192.168.203.57@tcp LPNI seq info [89979:89979:8:4294967295] 00000400:00000200:1.0:1764938849.043820:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.043824:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.043827:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938849.043830:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.043834:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.043836:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.044716:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.044721:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938849.044726:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.044731:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.044735:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:3.0:1764938849.044736:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000100:00000200:3.0:1764938849.044742:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.045913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000146e9b38. 00010000:00000010:1.1:1764938849.045924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:0.1:1764938849.045980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d773184. 00010000:00000010:1.1:1764938849.048158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd572f36. 00010000:00000010:1.1:1764938849.048171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.1:1764938849.048176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.048178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.1:1764938849.052156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6650dd0. 00010000:00000010:1.1:1764938849.052175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb6f3245. 00010000:00000010:1.1:1764938849.052179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00000400:00000200:2.0:1764938849.057796:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.057816:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5505fc0 00000400:00000200:2.0:1764938849.057824:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0585 [1] + 224 00000400:00000200:2.0:1764938849.057836:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.057840:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.057850:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.057890:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.057896:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f603c0 00000400:00000200:2.0:1764938849.057901:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef75 [2] + 1640 00000400:00000200:2.0:1764938849.057909:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.057913:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.057917:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.057923:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000400:00000010:1.0:1764938849.057936:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.057942:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.057945:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.057958:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.057966:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.057996:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cc00be5. 02000000:00000010:1.0:1764938849.058002:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff25b7a4. 00000100:00000010:1.0:1764938849.058006:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.058008:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.058013:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000020:00000010:0.0:1764938849.058235:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.058242:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.058246:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.058267:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621000640/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.058298:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000640 02000000:00000010:0.0:1764938849.058307:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000086500ca. 00010000:00000010:0.0:1764938849.058332:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da08b570. 00010000:00000010:0.0:1764938849.058354:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.058360:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.058375:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.058378:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.058397:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938849.058402:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000640, offset 224 00000400:00000200:0.0:1764938849.058409:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.058419:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.058424:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89980:89980:256:4294967295] 192.168.203.57@tcp LPNI seq info [89980:89980:8:4294967295] 00000400:00000200:0.0:1764938849.058433:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.058438:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.058443:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938849.058448:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.058455:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.058459:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.058491:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.058496:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.058498:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00080000:00000010:1.0:1764938849.058570:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff25b7a4. 00000800:00000200:2.0:1764938849.058588:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.058592:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:2.0:1764938849.058596:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.058600:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.058603:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:2.0:1764938849.058604:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00010000:00000010:1.0:1764938849.058659:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.058666:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4118a4d. 00010000:00000010:1.0:1764938849.058737:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.058743:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.058752:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.058756:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.058761:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.058771:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003cc00be5. 02000000:00000010:1.0:1764938849.058792:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cfb385f. 00000400:00000010:1.0:1764938849.058797:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.058800:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.058805:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922496, portal 16 00000400:00000010:1.0:1764938849.058808:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2d66d72. 00000100:00000200:1.0:1764938849.058810:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922496, offset 0 00000400:00000200:1.0:1764938849.058815:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.058821:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.058826:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.058830:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.058832:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.058835:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89981:89981:256:4294967295] 192.168.203.57@tcp LPNI seq info [89981:89981:8:4294967295] 00000400:00000200:1.0:1764938849.058843:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.058847:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.058850:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938849.058854:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.058857:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.058859:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.059381:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.059394:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938849.059399:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.059404:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.059407:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:2.0:1764938849.059409:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00000100:00000200:2.0:1764938849.059414:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.064153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8aa69c8. 00010000:00000010:1.1:1764938849.064169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00010000:00000010:0.1:1764938849.064216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8050fcc. 00000400:00000200:2.0:1764938849.064428:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.064446:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506000 00000400:00000200:2.0:1764938849.064456:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0591 [1] + 224 00000400:00000200:2.0:1764938849.064468:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.065054:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.065066:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.065134:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.065141:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60400 00000400:00000200:2.0:1764938849.065146:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaef75 [2] + 1968 00000400:00000010:2.0:1764938849.065150:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002f3cc08. 00000400:00000200:2.0:1764938849.065154:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000061f18549 00000400:00000200:2.0:1764938849.065164:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.065167:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.065169:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061f18549 00000400:00000010:2.0:1764938849.065171:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000061f18549 (tot 82352538). 00000100:00000200:2.0:1764938849.065176:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1764938849.065266:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.065271:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.065272:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.065277:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.065285:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.065316:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cfb385f. 02000000:00000010:1.0:1764938849.065320:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003cc00be5. 00000100:00000010:1.0:1764938849.065324:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.065327:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.065331:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000020:00000010:3.0:1764938849.065428:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfce5805. 00000020:00000010:3.0:1764938849.065434:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007a3410d. 00000020:00000010:3.0:1764938849.065438:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000444a04ed. 00000100:00000200:3.0:1764938849.065459:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e38e348a x1850670621000704/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938849.065685:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000704 02000000:00000010:3.0:1764938849.065697:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087d40659. 00010000:00000010:3.0:1764938849.065722:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030c43f2d. 00010000:00000010:3.0:1764938849.065742:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.065747:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e2cf26c. 00000100:00000010:3.0:1764938849.066087:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e2cf26c. 00010000:00000010:3.0:1764938849.066091:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000010:3.0:1764938849.066145:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938849.066151:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000704, offset 224 00000400:00000200:3.0:1764938849.066159:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.066169:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.066174:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89982:89982:256:4294967295] 192.168.203.57@tcp LPNI seq info [89982:89982:8:4294967295] 00000400:00000200:3.0:1764938849.066184:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.066189:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.066193:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9da62a (tot 82352786). 00000800:00000200:3.0:1764938849.066198:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.066205:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.066209:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f9da62a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.066234:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007a3410d. 00000020:00000010:3.0:1764938849.066238:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000444a04ed. 00000020:00000010:3.0:1764938849.066241:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfce5805. 02000000:00000010:3.0:1764938849.066248:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000086500ca. 00000100:00000010:3.0:1764938849.066251:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:3.0:1764938849.066254:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000744796af. 00000100:00000010:3.0:1764938849.066256:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:3.0:1764938849.066258:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e61c524c. 00000100:00000010:3.0:1764938849.066260:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:3.0:1764938849.066263:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000100:00000010:3.0:1764938849.066267:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 02000000:00000010:3.0:1764938849.066270:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed6e5cbf. 00000100:00000010:3.0:1764938849.066271:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 02000000:00000010:3.0:1764938849.066274:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000092174c1. 00000100:00000010:3.0:1764938849.066276:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000200:3.0:1764938849.066282:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938849.066287:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f29afe9. 00000400:00000010:3.0:1764938849.066291:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006e2cf26c (tot 82352938). 00080000:00000010:1.0:1764938849.066497:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cc00be5. 00010000:00000010:1.0:1764938849.066578:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.066584:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ac9a56e. 00010000:00000010:1.0:1764938849.066655:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938849.066661:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.066670:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.066675:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.066682:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.066691:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cfb385f. 02000000:00000010:1.0:1764938849.066712:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000570f30. 00000400:00000010:1.0:1764938849.066716:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.066719:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.066723:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922560, portal 16 00000400:00000010:1.0:1764938849.066726:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ff7b08d. 00000100:00000200:1.0:1764938849.066728:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922560, offset 0 00000400:00000200:1.0:1764938849.066733:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.066739:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.066745:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.066748:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.066750:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.066753:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89983:89983:255:4294967295] 192.168.203.57@tcp LPNI seq info [89983:89983:7:4294967295] 00000400:00000200:1.0:1764938849.066760:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.066764:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.066767:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938849.066770:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.066774:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.066776:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.071152:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.071161:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9da62a (tot 82352938). 00000400:00000200:2.0:1764938849.071171:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.071180:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.071187:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:2.0:1764938849.071190:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 02000000:00000010:2.0:1764938849.071198:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087d40659. 00000800:00000200:2.0:1764938849.071275:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.071277:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938849.071281:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.071284:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.071286:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:2.0:1764938849.071288:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00000100:00000200:2.0:1764938849.071296:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.076079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf25b105. 00010000:00000010:1.1:1764938849.078423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000038f1a97. 00010000:00000010:1.1:1764938849.078437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00000400:00000200:2.0:1764938849.088051:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.088072:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506040 00000400:00000200:2.0:1764938849.088082:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb05a1 [1] + 224 00000400:00000200:2.0:1764938849.088093:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.088097:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.088271:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.088316:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.088322:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60440 00000400:00000200:2.0:1764938849.088327:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaefcd [2] + 0 00000400:00000200:2.0:1764938849.088392:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.088396:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.088401:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.088406:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:3.0:1764938849.088656:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfce5805. 00000020:00000010:3.0:1764938849.088663:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007a3410d. 00000020:00000010:3.0:1764938849.088668:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000444a04ed. 00000100:00000200:3.0:1764938849.088690:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621000768/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938849.088712:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000768 02000000:00000010:3.0:1764938849.088721:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4e3cafa. 00010000:00000010:3.0:1764938849.088757:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.088763:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.088768:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.088772:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000010:3.0:1764938849.088786:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00000100:00000200:3.0:1764938849.088791:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000768, offset 224 00000400:00000200:3.0:1764938849.088798:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.088808:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.088813:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89984:89984:256:4294967295] 192.168.203.57@tcp LPNI seq info [89984:89984:8:4294967295] 00000400:00000200:3.0:1764938849.088822:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.088827:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.088831:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82352938). 00000800:00000200:3.0:1764938849.088836:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.088843:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.088846:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.088872:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007a3410d. 00000020:00000010:3.0:1764938849.088876:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000444a04ed. 00000020:00000010:3.0:1764938849.088880:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfce5805. 00000800:00000200:2.0:1764938849.089189:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.089193:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352690). 00000400:00000200:2.0:1764938849.089197:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.089201:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.089204:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:2.0:1764938849.089206:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 00000400:00000010:1.0:1764938849.089992:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.089998:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.089999:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.090007:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.090017:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938849.090041:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5aa6713. 02000000:00000010:1.0:1764938849.090057:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000570f30. 02000000:00000010:1.0:1764938849.090061:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009cfb385f. 00000100:00000010:1.0:1764938849.090065:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.090067:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.090070:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00080000:00000010:1.0:1764938849.090087:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000570f30. 00010000:00000010:1.0:1764938849.090207:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.090213:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e45e8ccd. 00010000:00000010:1.0:1764938849.090276:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.090281:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.090290:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.090295:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.090300:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.090311:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cfb385f. 02000000:00000010:1.0:1764938849.090335:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4db2599. 00000400:00000010:1.0:1764938849.090339:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.090342:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.090346:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922624, portal 16 00000400:00000010:1.0:1764938849.090350:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938849.090352:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922624, offset 0 00000400:00000200:1.0:1764938849.090357:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.090368:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.090374:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.090378:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.090380:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.090396:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89985:89985:256:4294967295] 192.168.203.57@tcp LPNI seq info [89985:89985:8:4294967295] 00000400:00000200:1.0:1764938849.090405:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.090410:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.090413:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938849.090419:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.090424:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.090426:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.090560:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.090563:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938849.090567:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.090570:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.090573:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:2.0:1764938849.090575:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000100:00000200:2.0:1764938849.090579:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.092027:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.092044:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506080 00000400:00000200:2.0:1764938849.092052:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb05ad [1] + 224 00000400:00000200:2.0:1764938849.092063:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.092066:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.092073:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.092144:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.092150:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60480 00000400:00000200:2.0:1764938849.092155:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaefcd [2] + 328 00000400:00000200:2.0:1764938849.092196:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.092200:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.092204:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.092209:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000400:00000010:1.0:1764938849.092301:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.092305:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.092307:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.092312:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.092320:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.092344:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4db2599. 02000000:00000010:1.0:1764938849.092348:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009cfb385f. 00000100:00000010:1.0:1764938849.092352:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.092356:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.092360:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000020:00000010:0.0:1764938849.092450:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.092457:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.092461:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.092481:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621000832/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.092515:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000832 02000000:00000010:0.0:1764938849.092526:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000092174c1. 00010000:00000010:0.0:1764938849.092548:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000379b50a0. 00010000:00000010:0.0:1764938849.092563:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.092567:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.092582:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.092585:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.092595:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.092598:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000832, offset 224 00000400:00000200:0.0:1764938849.092605:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.092614:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.092619:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89986:89986:256:4294967295] 192.168.203.57@tcp LPNI seq info [89986:89986:8:4294967295] 00000400:00000200:0.0:1764938849.092628:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.092633:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.092637:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.092641:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.092647:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.092650:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.092662:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.092665:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.092668:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00080000:00000010:1.0:1764938849.092733:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4db2599. 00010000:00000010:1.0:1764938849.092808:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.092815:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a12b6ac2. 00010000:00000010:1.0:1764938849.092880:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.092884:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.092890:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.092895:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.092906:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cfb385f. 00010000:00000010:1.0:1764938849.092930:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.092933:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.092982:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.0:1764938849.092986:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.092993:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.092997:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.093002:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.093012:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bbc1179. 02000000:00000010:1.0:1764938849.093033:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0c8ceb9. 00000400:00000010:1.0:1764938849.093038:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.093041:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.093046:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922688, portal 16 00000400:00000010:1.0:1764938849.093050:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081a11b07. 00000100:00000200:1.0:1764938849.093051:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922688, offset 0 00000400:00000200:1.0:1764938849.093057:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.093063:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.093070:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.093073:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.093076:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.093078:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89987:89987:255:4294967295] 192.168.203.57@tcp LPNI seq info [89987:89987:7:4294967295] 00000400:00000200:1.0:1764938849.093085:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.093090:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.093093:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938849.093096:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.093100:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.093142:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.093614:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.093618:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:2.0:1764938849.093622:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.093626:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.093629:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:2.0:1764938849.093631:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000800:00000200:2.0:1764938849.093680:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.093682:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938849.093686:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.093689:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.093691:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081a11b07 00000400:00000010:2.0:1764938849.093692:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081a11b07. 00000100:00000200:2.0:1764938849.093696:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.095163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e331f4b. 00000400:00000200:2.0:1764938849.096468:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.096487:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55060c0 00000400:00000200:2.0:1764938849.096496:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb05b9 [1] + 224 00000400:00000200:2.0:1764938849.096510:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.096513:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.096523:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.096602:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.096607:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.096609:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.096613:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.096620:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.096651:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0c8ceb9. 02000000:00000010:1.0:1764938849.096657:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bbc1179. 00000100:00000010:1.0:1764938849.096663:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.096666:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.096670:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:2.0:1764938849.097045:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.097052:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f604c0 00000400:00000200:2.0:1764938849.097056:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaefcd [2] + 656 00000400:00000200:2.0:1764938849.097098:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.097194:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.097198:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.097203:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:3.0:1764938849.097300:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfce5805. 00000020:00000010:3.0:1764938849.097306:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007a3410d. 00000020:00000010:3.0:1764938849.097310:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000444a04ed. 00000100:00000200:3.0:1764938849.097329:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621000896/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938849.097358:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000896 02000000:00000010:3.0:1764938849.097368:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ca64a87. 00010000:00000010:3.0:1764938849.097400:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac34ca4e. 00010000:00000010:3.0:1764938849.097421:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.097426:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00080000:00000010:1.0:1764938849.098288:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bbc1179. 00010000:00000010:1.0:1764938849.098441:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.098448:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.098459:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.098465:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00010000:00000010:3.0:1764938849.098584:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00000100:00000010:3.0:1764938849.098593:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.098596:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00010000:00000010:3.0:1764938849.098602:0:64653:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe6da35a. 00000100:00000010:1.0:1764938849.098672:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.098684:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0c8ceb9. 02000000:00000010:1.0:1764938849.098708:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e63e9d5. 00000400:00000010:1.0:1764938849.098713:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.098718:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.098724:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922752, portal 16 00000400:00000010:1.0:1764938849.098729:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081a11b07. 00000100:00000200:1.0:1764938849.098731:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922752, offset 0 00000400:00000200:1.0:1764938849.098739:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.098752:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.098759:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.098763:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.098765:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.098768:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89988:89988:256:4294967295] 192.168.203.57@tcp LPNI seq info [89988:89988:8:4294967295] 00000400:00000200:1.0:1764938849.098778:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.098784:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.098789:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938849.098794:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.098801:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.098805:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.099399:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.099403:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938849.099409:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.099414:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.099418:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081a11b07 00000400:00000010:3.0:1764938849.099420:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081a11b07. 00000100:00000200:3.0:1764938849.099426:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938849.099497:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b287fc02. 00000100:00000200:2.0:1764938849.099502:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000896, offset 224 00000400:00000200:2.0:1764938849.099508:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.099514:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.099518:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89989:89989:256:4294967295] 192.168.203.57@tcp LPNI seq info [89989:89989:8:4294967295] 00000400:00000200:2.0:1764938849.099525:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.099529:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.099532:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938849.099536:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.099540:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.099543:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.099571:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007a3410d. 00000020:00000010:2.0:1764938849.099576:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000444a04ed. 00000020:00000010:2.0:1764938849.099580:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfce5805. 00010000:00000010:1.1:1764938849.100073:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc8e27f. 00010000:00000010:1.1:1764938849.100081:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00000800:00000200:3.0:1764938849.100377:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.100380:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:3.0:1764938849.100394:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.100400:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.100403:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b287fc02 00000400:00000010:3.0:1764938849.100405:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b287fc02. 00010000:00000010:0.1:1764938849.100671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b83c6e. 00000400:00000200:2.0:1764938849.100921:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.100931:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506100 00000400:00000200:2.0:1764938849.100938:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb05c1 [1] + 224 00000400:00000200:2.0:1764938849.100949:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.100952:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.100959:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.101246:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.101250:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.101252:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.101257:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.101264:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.101292:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e63e9d5. 02000000:00000010:1.0:1764938849.101297:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e0c8ceb9. 00000100:00000010:1.0:1764938849.101299:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.101303:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.101306:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00010000:00000010:1.1:1764938849.103258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001609495e. 00010000:00000010:1.1:1764938849.103273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.1:1764938849.103277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.103280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:3.1:1764938849.103337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d94300e8. 00000400:00000200:3.0:1764938849.104218:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.104237:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60500 00000400:00000200:3.0:1764938849.104244:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaefcd [2] + 984 00000400:00000200:3.0:1764938849.104304:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.104309:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.104316:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.104321:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 00000020:00000010:2.0:1764938849.104813:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a69d61c. 00000020:00000010:2.0:1764938849.104821:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.104824:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.104848:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc87284 x1850670621000960/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.104885:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621000960 02000000:00000010:2.0:1764938849.104895:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003d85a20. 00010000:00000010:2.0:1764938849.104922:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013dd4f01. 00010000:00000010:2.0:1764938849.104942:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2b30717. 00000100:00000010:2.0:1764938849.104949:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938849.104968:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938849.104971:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2b30717. 00000400:00000010:2.0:1764938849.104983:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3fad251. 00000100:00000200:2.0:1764938849.104988:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621000960, offset 224 00000400:00000200:2.0:1764938849.104995:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.105006:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.105011:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89990:89990:256:4294967295] 192.168.203.57@tcp LPNI seq info [89990:89990:8:4294967295] 00000400:00000200:2.0:1764938849.105021:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.105026:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.105030:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938849.105035:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.105041:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.105044:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.105066:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.105069:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.105073:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a69d61c. 00000800:00000200:3.0:1764938849.105250:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.105254:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:3.0:1764938849.105257:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.105260:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.105263:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3fad251 00000400:00000010:3.0:1764938849.105265:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3fad251. 00080000:00000010:1.0:1764938849.105553:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0c8ceb9. 00010000:00000010:1.0:1764938849.105630:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.105636:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058dc7116. 00010000:00000010:1.0:1764938849.105708:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.105714:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.105723:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.105727:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.105734:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.105743:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e63e9d5. 02000000:00000010:1.0:1764938849.105763:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009144c99a. 00000400:00000010:1.0:1764938849.105768:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.105773:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.105778:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922816, portal 16 00000400:00000010:1.0:1764938849.105781:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938849.105783:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922816, offset 0 00000400:00000200:1.0:1764938849.105789:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.105797:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.105803:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.105807:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.105809:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.105812:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89991:89991:256:4294967295] 192.168.203.57@tcp LPNI seq info [89991:89991:8:4294967295] 00000400:00000200:1.0:1764938849.105818:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.105822:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.105826:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938849.105830:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.105835:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.105838:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.105954:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.105957:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938849.105960:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.105963:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.105966:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:2.0:1764938849.105967:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000100:00000200:2.0:1764938849.105973:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.107193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00010000:00000010:3.1:1764938849.107205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035dc60ee. 00010000:00000010:2.1:1764938849.110655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5e6192. 00000400:00000200:3.0:1764938849.110979:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.110999:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506140 00000400:00000200:3.0:1764938849.111008:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb05d1 [1] + 224 00000400:00000200:3.0:1764938849.111023:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.111028:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.111041:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.111242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4dfc0e6. 00010000:00000010:1.1:1764938849.111248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000010:1.0:1764938849.111266:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.111269:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.111271:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.111277:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.111283:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.111310:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009144c99a. 02000000:00000010:1.0:1764938849.111318:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e63e9d5. 00000100:00000010:1.0:1764938849.111322:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.111326:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.111330:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:3.0:1764938849.111616:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.111626:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60540 00000400:00000200:3.0:1764938849.111631:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaefcd [2] + 1312 00000400:00000200:3.0:1764938849.111809:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.111814:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.111818:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.111823:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d93b713. 00000020:00000010:0.0:1764938849.112208:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.112215:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.112218:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.112239:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d93b713 x1850670621001024/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.112320:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001024 02000000:00000010:0.0:1764938849.112330:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed6e5cbf. 00010000:00000010:0.0:1764938849.112353:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b303590. 00010000:00000010:0.0:1764938849.112370:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.112376:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.112395:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.112398:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.112409:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938849.112413:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001024, offset 224 00000400:00000200:0.0:1764938849.112419:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.112428:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.112433:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89992:89992:256:4294967295] 192.168.203.57@tcp LPNI seq info [89992:89992:8:4294967295] 00000400:00000200:0.0:1764938849.112443:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.112447:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.112451:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.112456:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.112461:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.112464:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.112487:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.112492:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.112494:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00080000:00000010:1.0:1764938849.112574:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e63e9d5. 00010000:00000010:1.0:1764938849.112660:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.112666:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001dffc0de. 00010000:00000010:1.0:1764938849.112735:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.112741:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.112750:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.112754:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.112759:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.112768:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009144c99a. 02000000:00000010:1.0:1764938849.112790:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf13862f. 00000400:00000010:1.0:1764938849.112795:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.112798:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.112802:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922880, portal 16 00000400:00000010:1.0:1764938849.112806:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ff7b08d. 00000100:00000200:1.0:1764938849.112807:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922880, offset 0 00000400:00000200:1.0:1764938849.112813:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.112819:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.112825:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.112829:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.112832:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.112849:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89993:89993:255:4294967295] 192.168.203.57@tcp LPNI seq info [89993:89993:7:4294967295] 00000400:00000200:1.0:1764938849.112857:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.112861:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.112864:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938849.112868:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.112871:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.112873:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.112957:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.112960:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:3.0:1764938849.112964:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.112968:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.112971:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:3.0:1764938849.112972:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000800:00000200:3.0:1764938849.113025:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.113027:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938849.113031:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.113034:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.113035:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:3.0:1764938849.113037:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00000100:00000200:3.0:1764938849.113042:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.115006:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.115025:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506180 00000400:00000200:3.0:1764938849.115032:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb05dd [1] + 224 00000400:00000200:3.0:1764938849.115044:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.115047:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.115056:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.115094:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.115099:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60580 00000400:00000200:3.0:1764938849.115310:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaefcd [2] + 1640 00000400:00000010:1.0:1764938849.115490:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.115494:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.115496:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.115502:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.115509:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.115534:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf13862f. 02000000:00000010:1.0:1764938849.115542:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009144c99a. 00000100:00000010:1.0:1764938849.115545:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.115548:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.115553:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:2.0:1764938849.115686:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.115691:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.115695:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.115699:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:0.0:1764938849.116158:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.116165:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.116169:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.116188:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621001088/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.116209:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001088 02000000:00000010:0.0:1764938849.116219:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e61c524c. 00010000:00000010:0.0:1764938849.116244:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8fb283b. 00010000:00000010:0.0:1764938849.116262:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.116267:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.116279:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.116281:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.116292:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.116297:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001088, offset 224 00000400:00000200:0.0:1764938849.116303:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.116313:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.116319:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89994:89994:256:4294967295] 192.168.203.57@tcp LPNI seq info [89994:89994:8:4294967295] 00000400:00000200:0.0:1764938849.116328:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.116332:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.116336:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938849.116341:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.116346:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.116350:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.116372:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.116375:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.116378:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00080000:00000010:1.0:1764938849.116490:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009144c99a. 00010000:00000010:1.0:1764938849.116573:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.116579:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000338fe236. 00010000:00000010:1.0:1764938849.116647:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.116653:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.116661:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.116664:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.116669:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.116677:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf13862f. 02000000:00000010:1.0:1764938849.116696:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007649b56b. 00000400:00000010:1.0:1764938849.116700:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.116703:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.116708:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626922944, portal 16 00000400:00000010:1.0:1764938849.116712:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2d66d72. 00000100:00000200:1.0:1764938849.116713:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626922944, offset 0 00000400:00000200:1.0:1764938849.116719:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.116725:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.116731:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.116734:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.116737:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.116739:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89995:89995:255:4294967295] 192.168.203.57@tcp LPNI seq info [89995:89995:7:4294967295] 00000400:00000200:1.0:1764938849.116747:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.116751:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.116754:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938849.116757:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.116760:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.116762:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.116940:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.116945:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:3.0:1764938849.116948:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.116953:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.116956:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:3.0:1764938849.116958:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000800:00000200:3.0:1764938849.117276:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.117278:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938849.117282:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.117285:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.117288:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:3.0:1764938849.117289:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00000100:00000200:3.0:1764938849.117294:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626922944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.118374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8cbcfd0. 00010000:00000010:1.1:1764938849.121560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008be52152. 00010000:00000010:1.1:1764938849.121577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:0.1:1764938849.122476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c945f4ee. 00000400:00000200:3.0:1764938849.123159:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.123232:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55061c0 00000400:00000200:3.0:1764938849.123241:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb05e9 [1] + 224 00000400:00000200:2.0:1764938849.124574:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.124586:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.124597:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626922944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.124648:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.124659:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f605c0 00000400:00000200:2.0:1764938849.124665:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaefcd [2] + 1968 00000400:00000010:2.0:1764938849.124669:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b2fa72c. 00000400:00000200:2.0:1764938849.124673:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005db947b8 00000400:00000200:2.0:1764938849.124753:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.124757:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.124760:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005db947b8 00000400:00000010:2.0:1764938849.124762:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005db947b8 (tot 82352538). 00000100:00000200:2.0:1764938849.124766:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1764938849.124844:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938849.124848:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938849.124849:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:1.0:1764938849.124855:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626922944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.124863:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626922944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.124891:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007649b56b. 02000000:00000010:1.0:1764938849.124898:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bf13862f. 00000100:00000010:1.0:1764938849.124902:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:1.0:1764938849.124905:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.124909:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000020:00000010:0.0:1764938849.125184:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.125190:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.125194:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.125217:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b4172f41 x1850670621001152/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.125248:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001152 02000000:00000010:0.0:1764938849.125258:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000744796af. 00010000:00000010:0.0:1764938849.125284:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000330d5158. 00010000:00000010:0.0:1764938849.125303:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.125310:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002455f308. 00000100:00000010:0.0:1764938849.125317:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002455f308. 00010000:00000010:0.0:1764938849.125320:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.125332:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938849.125336:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001152, offset 224 00000400:00000200:0.0:1764938849.125343:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.125352:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.125357:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89996:89996:256:4294967295] 192.168.203.57@tcp LPNI seq info [89996:89996:8:4294967295] 00080000:00000010:2.0:1764938849.125358:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a69d61c. 00000400:00000200:0.0:1764938849.125367:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.125371:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.125375:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352786). 00000800:00000200:0.0:1764938849.125379:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.125395:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.125399:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.125423:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.125427:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.125429:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 02000000:00000010:0.0:1764938849.125436:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e61c524c. 00000100:00000010:0.0:1764938849.125439:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 02000000:00000010:0.0:1764938849.125441:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed6e5cbf. 00000100:00000010:0.0:1764938849.125443:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d93b713. 02000000:00000010:0.0:1764938849.125446:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003d85a20. 00010000:00000010:2.0:1764938849.125448:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00000100:00000010:0.0:1764938849.125448:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 02000000:00000010:0.0:1764938849.125451:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ca64a87. 00010000:00000010:2.0:1764938849.125453:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d10998f. 00000100:00000010:0.0:1764938849.125453:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:0.0:1764938849.125456:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000092174c1. 00000100:00000010:0.0:1764938849.125458:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:0.0:1764938849.125461:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4e3cafa. 00000100:00000010:0.0:1764938849.125462:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000200:0.0:1764938849.125467:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938849.125471:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf884431. 00000400:00000010:0.0:1764938849.125474:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002455f308 (tot 82352938). 00000800:00000200:1.0:1764938849.125605:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.125609:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:1.0:1764938849.125612:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.125616:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.125618:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938849.125620:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 02000000:00000010:1.0:1764938849.125622:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000744796af. 00010000:00000010:2.0:1764938849.125783:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a150e0aa. 00010000:00000010:2.0:1764938849.125787:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cb950d75. 00010000:00000010:2.0:1764938849.125791:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa469e67. 00010000:00000010:2.0:1764938849.125796:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083c56bc3. 00080000:00000010:2.0:1764938849.125807:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e9a9215. 00010000:00000010:2.0:1764938849.125829:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c56bc3. 00010000:00000010:2.0:1764938849.125833:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb950d75. 00010000:00000010:2.0:1764938849.125880:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ba5d927. 00010000:00000010:2.0:1764938849.125884:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083c56bc3. 00010000:00000010:2.0:1764938849.125891:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2b30717. 00000100:00000010:2.0:1764938849.125895:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938849.125901:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938849.125910:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001ff32875. 02000000:00000010:2.0:1764938849.125930:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eac12e91. 00000400:00000010:2.0:1764938849.125934:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037e92bf3. 00000400:00000010:2.0:1764938849.125938:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3fad251. 00000100:00000200:2.0:1764938849.125941:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923008, portal 16 00000400:00000010:2.0:1764938849.125944:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b287fc02. 00000100:00000200:2.0:1764938849.125946:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923008, offset 0 00000400:00000200:2.0:1764938849.125951:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.125959:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.125966:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938849.125968:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938849.125971:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938849.125973:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89997:89997:256:4294967295] 192.168.203.57@tcp LPNI seq info [89997:89997:8:4294967295] 00000400:00000200:2.0:1764938849.125979:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.125983:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.125986:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938849.125989:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.125993:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.125995:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.126665:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.126668:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938849.126672:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.126677:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.126680:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b287fc02 00000400:00000010:3.0:1764938849.126682:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b287fc02. 00000100:00000200:3.0:1764938849.126688:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d48bd191 x1850670626923008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.129195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d67cd1cd. 00010000:00000010:1.1:1764938849.129208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:2.0:1764938849.130253:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.130271:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506200 00000400:00000200:2.0:1764938849.130280:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb05f9 [1] + 224 00000400:00000200:2.0:1764938849.130292:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.130296:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.130306:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d48bd191 x1850670626923008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.130335:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.130341:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60600 00000400:00000200:2.0:1764938849.130346:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf025 [2] + 0 00000400:00000200:2.0:1764938849.130354:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.130357:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.130360:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.130365:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000400:00000010:1.0:1764938849.130455:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037e92bf3. 00000400:00000200:1.0:1764938849.130460:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3fad251 00000400:00000010:1.0:1764938849.130462:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3fad251. 00000100:00000200:1.0:1764938849.130469:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d48bd191 x1850670626923008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.130756:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d48bd191 x1850670626923008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.130787:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eac12e91. 02000000:00000010:1.0:1764938849.130795:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001ff32875. 00000100:00000010:1.0:1764938849.130799:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 00000100:00000010:1.0:1764938849.130803:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:1.0:1764938849.130807:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2b30717. 00000020:00000010:0.0:1764938849.132749:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000092174c1. 00000020:00000010:0.0:1764938849.132759:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.132763:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.132789:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621001216/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.132812:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001216 02000000:00000010:0.0:1764938849.132820:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed6e5cbf. 00010000:00000010:0.0:1764938849.132845:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e43e73e5. 00010000:00000010:0.0:1764938849.132869:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.132876:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000458cd64. 00000100:00000010:0.0:1764938849.132900:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000458cd64. 00010000:00000010:0.0:1764938849.132904:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.132917:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938849.132922:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001216, offset 224 00000400:00000200:0.0:1764938849.132929:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.132941:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:3.0:1764938849.132945:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f52c66d. 00000400:00000200:0.0:1764938849.132947:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89998:89998:256:4294967295] 192.168.203.57@tcp LPNI seq info [89998:89998:8:4294967295] 00000400:00000200:0.0:1764938849.132956:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.132961:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.132965:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.132970:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.132976:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.132979:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.132997:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.133001:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.133004:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000092174c1. 00010000:00000010:3.0:1764938849.133022:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c56bc3. 00010000:00000010:3.0:1764938849.133028:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d746816. 00010000:00000010:3.0:1764938849.133093:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c55780d. 00010000:00000010:3.0:1764938849.133099:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00000800:00000200:0.0:1764938849.133100:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.133117:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:0.0:1764938849.133121:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.133125:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.133129:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:0.0:1764938849.133131:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00010000:00000010:3.0:1764938849.133135:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.133138:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.133144:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.133154:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000630b6363. 02000000:00000010:3.0:1764938849.133181:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060d6fbf9. 00000400:00000010:3.0:1764938849.133187:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.133191:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.133195:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923072, portal 16 00000400:00000010:3.0:1764938849.133199:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046f0a039. 00000100:00000200:3.0:1764938849.133201:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923072, offset 0 00000400:00000200:3.0:1764938849.133206:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.133212:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.133218:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.133224:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.133228:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.133230:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [89999:89999:256:4294967295] 192.168.203.57@tcp LPNI seq info [89999:89999:8:4294967295] 00000400:00000200:3.0:1764938849.133237:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.133241:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.133244:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062cf6497 (tot 82352938). 00000800:00000200:3.0:1764938849.133247:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.133251:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.133253:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062cf6497 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.133323:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.133325:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062cf6497 (tot 82352690). 00000400:00000200:0.0:1764938849.133329:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.133333:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.133335:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046f0a039 00000400:00000010:0.0:1764938849.133336:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046f0a039. 00000100:00000200:0.0:1764938849.133341:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.135146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f1dd28b. 00010000:00000010:2.1:1764938849.139183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b937410. 00010000:00000010:2.1:1764938849.139199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:2.1:1764938849.139204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a150e0aa. 00010000:00000010:2.1:1764938849.139207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa469e67. 00010000:00000010:3.1:1764938849.139414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077d71271. 00010000:00000010:3.1:1764938849.139424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba5d927. 00000400:00000200:2.0:1764938849.140150:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.140169:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506240 00000400:00000200:2.0:1764938849.140178:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0605 [1] + 224 00000400:00000200:2.0:1764938849.140191:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.140195:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.140207:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.140340:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.140346:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60640 00000400:00000200:2.0:1764938849.140351:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf025 [2] + 328 00000400:00000200:2.0:1764938849.140610:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.140614:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.140618:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.140624:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000400:00000010:3.0:1764938849.140720:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.140724:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.140726:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.140731:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.140738:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.140765:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060d6fbf9. 02000000:00000010:3.0:1764938849.140769:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000630b6363. 00000100:00000010:3.0:1764938849.140772:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.140776:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.140779:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000020:00000010:1.0:1764938849.141181:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf13862f. 00000020:00000010:1.0:1764938849.141188:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.141192:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.141215:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621001280/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938849.141249:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001280 02000000:00000010:1.0:1764938849.141261:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007649b56b. 00010000:00000010:1.0:1764938849.141287:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003350f356. 00010000:00000010:1.0:1764938849.141307:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.141313:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.141330:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.141333:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938849.141347:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.141351:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001280, offset 224 00000400:00000200:1.0:1764938849.141358:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.141369:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.141374:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90000:90000:256:4294967295] 192.168.203.57@tcp LPNI seq info [90000:90000:8:4294967295] 00000400:00000200:1.0:1764938849.141392:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.141396:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.141400:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938849.141406:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.141412:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.141416:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.141433:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.141437:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.141440:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf13862f. 00080000:00000010:3.0:1764938849.141508:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000630b6363. 00010000:00000010:3.0:1764938849.141589:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.141595:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000434742bc. 00010000:00000010:3.0:1764938849.141673:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.141679:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.141689:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.141692:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.141697:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.141707:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060d6fbf9. 02000000:00000010:3.0:1764938849.141728:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8e68635. 00000400:00000010:3.0:1764938849.141732:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.141736:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.141740:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923136, portal 16 00000400:00000010:3.0:1764938849.141744:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938849.141746:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923136, offset 0 00000400:00000200:3.0:1764938849.141750:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.141756:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.141762:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.141766:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.141769:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.141771:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90001:90001:255:4294967295] 192.168.203.57@tcp LPNI seq info [90001:90001:7:4294967295] 00000400:00000200:3.0:1764938849.141777:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.141781:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.141784:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001bb8202 (tot 82353186). 00000800:00000200:3.0:1764938849.141787:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.141791:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.141793:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001bb8202 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.141939:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.141943:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352938). 00000400:00000200:2.0:1764938849.141947:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.141951:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.141954:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:2.0:1764938849.141956:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000800:00000200:2.0:1764938849.142004:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.142005:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001bb8202 (tot 82352690). 00000400:00000200:2.0:1764938849.142009:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.142011:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.142013:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:2.0:1764938849.142014:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00000100:00000200:2.0:1764938849.142018:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.143162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003da31b3. 00000400:00000200:0.0:1764938849.146412:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.146430:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506280 00000400:00000200:0.0:1764938849.146438:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0611 [1] + 224 00000400:00000200:0.0:1764938849.146454:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.146458:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.146468:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.146564:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.146568:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.146571:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.146577:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.146584:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.146612:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8e68635. 02000000:00000010:3.0:1764938849.146617:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060d6fbf9. 00000100:00000010:3.0:1764938849.146621:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.146625:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.146628:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00010000:00000010:3.1:1764938849.147147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000088ce8ea. 00010000:00000010:3.1:1764938849.147155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c55780d. 00010000:00000010:1.1:1764938849.147192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc305844. 00000400:00000200:2.0:1764938849.148588:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.148605:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60680 00000400:00000200:2.0:1764938849.148611:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf025 [2] + 656 00000400:00000200:2.0:1764938849.148665:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.148668:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.148674:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.148679:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:0.0:1764938849.150280:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000092174c1. 00000020:00000010:0.0:1764938849.150292:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.150297:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.150326:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621001344/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.151179:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001344 02000000:00000010:0.0:1764938849.151194:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e61c524c. 00010000:00000010:0.0:1764938849.151223:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db9bfee4. 00010000:00000010:0.0:1764938849.151245:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.151252:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000458cd64. 00000100:00000010:0.0:1764938849.151268:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000458cd64. 00010000:00000010:0.0:1764938849.151271:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.151285:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938849.151291:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001344, offset 224 00000400:00000200:0.0:1764938849.151300:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.151314:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.151320:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90002:90002:256:4294967295] 192.168.203.57@tcp LPNI seq info [90002:90002:8:4294967295] 00000400:00000200:0.0:1764938849.151331:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.151336:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.151341:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.151347:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.151354:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.151358:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.151393:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.151397:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.151400:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000092174c1. 00080000:00000010:3.0:1764938849.151458:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060d6fbf9. 00010000:00000010:3.0:1764938849.151536:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.151543:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c53c0ea. 00010000:00000010:3.0:1764938849.151610:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c55780d. 00010000:00000010:3.0:1764938849.151616:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.151626:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.151629:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.151636:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.151645:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8e68635. 02000000:00000010:3.0:1764938849.151666:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4e3cafa. 00000400:00000010:3.0:1764938849.151676:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.151681:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.151686:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923200, portal 16 00000400:00000010:3.0:1764938849.151691:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f724e3. 00000100:00000200:3.0:1764938849.151692:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923200, offset 0 00000400:00000200:3.0:1764938849.151697:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.151703:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.151709:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.151712:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.151714:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.151717:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90003:90003:255:4294967295] 192.168.203.57@tcp LPNI seq info [90003:90003:7:4294967295] 00000400:00000200:3.0:1764938849.151724:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.151728:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.151731:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b55e29 (tot 82353186). 00000800:00000200:3.0:1764938849.151735:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.151739:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.151741:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b55e29 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.151913:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.151917:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:2.0:1764938849.151921:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.151926:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.151930:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:2.0:1764938849.151932:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000800:00000200:2.0:1764938849.151999:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.152001:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b55e29 (tot 82352690). 00000400:00000200:2.0:1764938849.152005:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.152009:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.152011:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f724e3 00000400:00000010:2.0:1764938849.152013:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f724e3. 00000100:00000200:2.0:1764938849.152018:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.155412:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.155430:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55062c0 00000400:00000200:0.0:1764938849.155439:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb061d [1] + 224 00000400:00000200:0.0:1764938849.155454:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.155458:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.155468:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.156361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eae98ecc. 00000400:00000010:3.0:1764938849.156771:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.156776:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.156779:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.156787:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.156795:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.156822:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4e3cafa. 02000000:00000010:3.0:1764938849.156827:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8e68635. 00000100:00000010:3.0:1764938849.156830:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000400:00000200:2.0:1764938849.156919:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.156931:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f606c0 00000400:00000200:2.0:1764938849.156936:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf025 [2] + 984 00000400:00000200:2.0:1764938849.156989:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.156993:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.156997:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.157001:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000100:00000010:3.0:1764938849.157047:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.157051:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000020:00000010:0.0:1764938849.157182:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000092174c1. 00000020:00000010:0.0:1764938849.157188:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.157192:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.157215:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621001408/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.157248:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001408 02000000:00000010:0.0:1764938849.157258:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0375d36. 00010000:00000010:0.0:1764938849.157282:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f1b1391. 00010000:00000010:0.0:1764938849.157300:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.157305:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000458cd64. 00000100:00000010:0.0:1764938849.157321:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000458cd64. 00010000:00000010:0.0:1764938849.157325:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.157336:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938849.157340:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001408, offset 224 00000400:00000200:0.0:1764938849.157347:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.157356:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.157361:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90004:90004:256:4294967295] 192.168.203.57@tcp LPNI seq info [90004:90004:8:4294967295] 00000400:00000200:0.0:1764938849.157369:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.157374:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.157378:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.157392:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.157400:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.157403:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.157424:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.157427:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.157430:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000092174c1. 00080000:00000010:3.0:1764938849.157700:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8e68635. 00010000:00000010:3.0:1764938849.157790:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.157798:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086d087a4. 00010000:00000010:3.0:1764938849.157885:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006900702f. 00010000:00000010:3.0:1764938849.157891:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.157901:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.157905:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.157911:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.157920:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4e3cafa. 02000000:00000010:3.0:1764938849.157942:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ca64a87. 00000400:00000010:3.0:1764938849.157946:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.157950:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.157954:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923264, portal 16 00000400:00000010:3.0:1764938849.157958:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.157961:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923264, offset 0 00000400:00000200:3.0:1764938849.157967:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.157974:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.157981:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.157985:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.157988:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.157990:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90005:90005:255:4294967295] 192.168.203.57@tcp LPNI seq info [90005:90005:7:4294967295] 00000400:00000200:3.0:1764938849.157997:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.158001:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.158005:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015c8e268 (tot 82353186). 00000800:00000200:3.0:1764938849.158008:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.158013:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.158015:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000015c8e268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.158235:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.158239:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:2.0:1764938849.158243:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.158247:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.158251:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:2.0:1764938849.158253:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000800:00000200:2.0:1764938849.158306:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.158307:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015c8e268 (tot 82352690). 00000400:00000200:2.0:1764938849.158311:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.158314:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.158315:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:2.0:1764938849.158317:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:2.0:1764938849.158321:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.160852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f692596a. 00010000:00000010:3.1:1764938849.160868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000200:0.0:1764938849.161305:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.161322:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506300 00000400:00000200:0.0:1764938849.161330:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0629 [1] + 224 00000400:00000200:0.0:1764938849.161343:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.161346:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.161356:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.161451:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.161455:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.161457:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.161462:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.161470:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.161498:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ca64a87. 02000000:00000010:3.0:1764938849.161503:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4e3cafa. 00000100:00000010:3.0:1764938849.161506:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.161511:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.161514:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000200:2.0:1764938849.162061:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.162071:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60700 00000400:00000200:2.0:1764938849.162075:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf025 [2] + 1312 00000400:00000200:2.0:1764938849.162305:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.162309:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.162314:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.162319:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:1.0:1764938849.162495:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf13862f. 00000020:00000010:1.0:1764938849.162502:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.162506:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.162528:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621001472/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938849.162558:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001472 02000000:00000010:1.0:1764938849.162572:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004dfaf29a. 00010000:00000010:1.0:1764938849.162600:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061384b9c. 00010000:00000010:1.0:1764938849.162620:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.162626:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.162639:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.162643:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938849.162656:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938849.162661:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001472, offset 224 00000400:00000200:1.0:1764938849.162667:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.162677:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.162682:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90006:90006:256:4294967295] 192.168.203.57@tcp LPNI seq info [90006:90006:8:4294967295] 00000400:00000200:1.0:1764938849.162692:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.162697:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.162702:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938849.162706:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.162712:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.162715:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.162739:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.162743:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.162746:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf13862f. 00080000:00000010:3.0:1764938849.162982:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4e3cafa. 00010000:00000010:3.0:1764938849.163063:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.163070:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3e54c9f. 00010000:00000010:3.0:1764938849.163173:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7d45e45. 00010000:00000010:3.0:1764938849.163177:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000279a651d. 00010000:00000010:3.0:1764938849.163183:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.163189:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00080000:00000010:3.0:1764938849.163200:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ca64a87. 00010000:00000010:3.0:1764938849.163226:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.163230:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000279a651d. 00010000:00000010:3.0:1764938849.163278:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec133b47. 00010000:00000010:3.0:1764938849.163282:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.163289:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.163293:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.163299:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.163309:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfce5805. 02000000:00000010:3.0:1764938849.163331:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087d40659. 00000400:00000010:3.0:1764938849.163336:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.163341:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.163345:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923328, portal 16 00000400:00000010:3.0:1764938849.163349:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938849.163352:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923328, offset 0 00000400:00000200:3.0:1764938849.163358:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.163366:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.163372:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.163376:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.163379:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.163393:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90007:90007:255:4294967295] 192.168.203.57@tcp LPNI seq info [90007:90007:7:4294967295] 00000400:00000200:3.0:1764938849.163402:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.163406:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.163410:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015c8e268 (tot 82353186). 00000800:00000200:3.0:1764938849.163414:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.163419:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.163421:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000015c8e268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.163600:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.163603:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352938). 00000400:00000200:2.0:1764938849.163608:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.163612:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.163615:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:2.0:1764938849.163617:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000800:00000200:2.0:1764938849.163671:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.163674:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015c8e268 (tot 82352690). 00000400:00000200:2.0:1764938849.163677:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.163680:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.163682:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:2.0:1764938849.163683:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:2.0:1764938849.163687:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.165151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6f7d53. 00000400:00000200:0.0:1764938849.166723:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.166742:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506340 00000400:00000200:0.0:1764938849.166750:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0635 [1] + 224 00000400:00000200:0.0:1764938849.166764:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.166768:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.166778:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.166877:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.166881:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.166883:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.166890:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.166897:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.166924:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d40659. 02000000:00000010:3.0:1764938849.166929:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfce5805. 00000100:00000010:3.0:1764938849.166932:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.166937:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.166940:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00010000:00000010:3.1:1764938849.167522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ab77ffb. 00010000:00000010:3.1:1764938849.167530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c55780d. 00000400:00000200:2.0:1764938849.167664:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.167674:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60740 00000400:00000200:2.0:1764938849.167679:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf025 [2] + 1640 00000400:00000200:2.0:1764938849.167733:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.167737:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.167741:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.167746:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:0.0:1764938849.167912:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000092174c1. 00000020:00000010:0.0:1764938849.167919:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.167923:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.167946:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621001536/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.168328:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001536 02000000:00000010:0.0:1764938849.168341:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000086500ca. 00010000:00000010:0.0:1764938849.168368:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001caadcdf. 00010000:00000010:0.0:1764938849.168397:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.168404:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000458cd64. 00000100:00000010:0.0:1764938849.168416:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000458cd64. 00010000:00000010:0.0:1764938849.168419:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.168432:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938849.168436:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001536, offset 224 00000400:00000200:0.0:1764938849.168444:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.168455:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.168460:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90008:90008:256:4294967295] 192.168.203.57@tcp LPNI seq info [90008:90008:8:4294967295] 00000400:00000200:0.0:1764938849.168469:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.168474:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.168479:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.168484:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.168490:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.168494:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.168506:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.168511:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.168513:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000092174c1. 00080000:00000010:3.0:1764938849.168688:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfce5805. 00010000:00000010:3.0:1764938849.168762:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.168768:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e48743b6. 00010000:00000010:3.0:1764938849.168831:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c55780d. 00010000:00000010:3.0:1764938849.168849:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.168857:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.168860:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.168865:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.168875:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087d40659. 02000000:00000010:3.0:1764938849.168893:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094578ebb. 00000400:00000010:3.0:1764938849.168898:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.168902:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.168906:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923392, portal 16 00000400:00000010:3.0:1764938849.168910:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938849.168911:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923392, offset 0 00000400:00000200:3.0:1764938849.168916:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.168922:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.168927:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.168930:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.168933:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.168936:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90009:90009:255:4294967295] 192.168.203.57@tcp LPNI seq info [90009:90009:7:4294967295] 00000400:00000200:3.0:1764938849.168943:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.168947:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.168950:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b55e29 (tot 82353186). 00000800:00000200:3.0:1764938849.168953:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.168956:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.168959:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b55e29 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.169264:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.169267:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:2.0:1764938849.169271:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.169275:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.169279:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:2.0:1764938849.169280:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000800:00000200:2.0:1764938849.169334:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.169336:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b55e29 (tot 82352690). 00000400:00000200:2.0:1764938849.169340:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.169343:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.169345:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:2.0:1764938849.169346:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:2.0:1764938849.169350:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.169496:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000386ffe80. 00010000:00000010:3.1:1764938849.171434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae680ad. 00010000:00000010:3.1:1764938849.171446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006900702f. 00010000:00000010:3.1:1764938849.171450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d45e45. 00010000:00000010:3.1:1764938849.171454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000200:0.0:1764938849.172275:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.172292:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506380 00000400:00000200:0.0:1764938849.172302:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0641 [1] + 224 00000400:00000200:0.0:1764938849.172314:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.172317:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.172326:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.172446:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.172450:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.172453:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.172458:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.172464:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.172493:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094578ebb. 02000000:00000010:3.0:1764938849.172498:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087d40659. 00000100:00000010:3.0:1764938849.172502:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.172506:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.172510:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000200:2.0:1764938849.172823:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.172847:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60780 00000400:00000200:2.0:1764938849.172852:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf025 [2] + 1968 00000400:00000010:2.0:1764938849.172855:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000052bef7e. 00000400:00000200:2.0:1764938849.172858:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001916516f 00000400:00000200:2.0:1764938849.172905:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.172908:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.172911:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001916516f 00000400:00000010:2.0:1764938849.172913:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001916516f (tot 82352538). 00000100:00000200:2.0:1764938849.172917:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938849.173545:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000092174c1. 00000020:00000010:0.0:1764938849.173554:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.173558:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.173580:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b6932c6 x1850670621001600/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.174323:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001600 02000000:00000010:0.0:1764938849.174339:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d79b295. 00010000:00000010:0.0:1764938849.174366:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcc8d1da. 00010000:00000010:0.0:1764938849.174397:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.174405:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000458cd64. 00000100:00000010:0.0:1764938849.174420:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000458cd64. 00010000:00000010:0.0:1764938849.174424:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000010:0.0:1764938849.174437:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938849.174442:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001600, offset 224 00000400:00000200:0.0:1764938849.174450:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.174462:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.174467:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90010:90010:256:4294967295] 192.168.203.57@tcp LPNI seq info [90010:90010:8:4294967295] 00000400:00000200:0.0:1764938849.174477:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.174482:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.174486:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352786). 00000800:00000200:0.0:1764938849.174492:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.174498:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.174501:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.174525:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.174530:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.174533:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000092174c1. 02000000:00000010:0.0:1764938849.174540:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000086500ca. 00000100:00000010:0.0:1764938849.174543:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:0.0:1764938849.174547:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004dfaf29a. 00000100:00000010:0.0:1764938849.174548:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:0.0:1764938849.174551:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0375d36. 00000100:00000010:0.0:1764938849.174553:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:0.0:1764938849.174555:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e61c524c. 00000100:00000010:0.0:1764938849.174557:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:0.0:1764938849.174559:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007649b56b. 00000100:00000010:0.0:1764938849.174563:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:0.0:1764938849.174566:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed6e5cbf. 00000100:00000010:0.0:1764938849.174567:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000200:0.0:1764938849.174573:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938849.174577:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb42fc3f. 00000400:00000010:0.0:1764938849.174580:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000458cd64 (tot 82352938). 00080000:00000010:3.0:1764938849.174681:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087d40659. 00010000:00000010:3.0:1764938849.174761:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.174767:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5e6004b. 00010000:00000010:3.0:1764938849.174849:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.174855:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.174866:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.174870:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.174876:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.174886:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094578ebb. 02000000:00000010:3.0:1764938849.174906:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e644a215. 00000400:00000010:3.0:1764938849.174910:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.174913:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.174917:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923456, portal 16 00000400:00000010:3.0:1764938849.174921:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf92bcf. 00000100:00000200:3.0:1764938849.174923:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923456, offset 0 00000400:00000200:3.0:1764938849.174929:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.174936:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.174943:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.174946:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.174949:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.174951:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90011:90011:255:4294967295] 192.168.203.57@tcp LPNI seq info [90011:90011:7:4294967295] 00000400:00000200:3.0:1764938849.174958:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.174962:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.174965:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001bb8202 (tot 82353186). 00000800:00000200:3.0:1764938849.174969:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.174973:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.174975:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001bb8202 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.175078:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.175083:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:2.0:1764938849.175086:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.175090:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.175094:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:2.0:1764938849.175096:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 02000000:00000010:2.0:1764938849.175131:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d79b295. 00000800:00000200:2.0:1764938849.175199:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.175201:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001bb8202 (tot 82352690). 00000400:00000200:2.0:1764938849.175205:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.175208:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.175210:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:2.0:1764938849.175211:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:2.0:1764938849.175216:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.177346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d8b039. 00000400:00000200:0.0:1764938849.178310:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.178325:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55063c0 00000400:00000200:0.0:1764938849.178332:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0651 [1] + 224 00000400:00000200:0.0:1764938849.178346:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.178349:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.178359:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.178691:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.178695:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.178697:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.178702:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.178710:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.178740:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e644a215. 02000000:00000010:3.0:1764938849.178744:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094578ebb. 00000100:00000010:3.0:1764938849.178747:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.178751:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.178754:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000200:2.0:1764938849.179308:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.179320:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f607c0 00000400:00000200:2.0:1764938849.179326:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf07d [2] + 0 00000400:00000200:2.0:1764938849.179397:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.179402:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.179407:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.179412:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:1.0:1764938849.179665:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000330435bc. 00000020:00000010:1.0:1764938849.179672:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.179677:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.179702:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621001664/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938849.179736:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001664 02000000:00000010:1.0:1764938849.179747:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004dfaf29a. 00010000:00000010:1.0:1764938849.179774:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003909b6d0. 00010000:00000010:1.0:1764938849.179794:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.179799:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.179811:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.179814:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938849.179828:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938849.179843:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001664, offset 224 00000400:00000200:1.0:1764938849.179851:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.179863:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.179868:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90012:90012:256:4294967295] 192.168.203.57@tcp LPNI seq info [90012:90012:8:4294967295] 00000400:00000200:1.0:1764938849.179877:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.179882:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.179886:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938849.179891:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.179898:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.179902:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.179925:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.179929:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.179932:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000330435bc. 00080000:00000010:3.0:1764938849.180042:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094578ebb. 00010000:00000010:3.1:1764938849.180148:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068b6514d. 00010000:00000010:3.1:1764938849.180155:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec133b47. 00010000:00000010:3.0:1764938849.180193:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.180199:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055cffd88. 00010000:00000010:3.0:1764938849.180270:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec133b47. 00010000:00000010:3.0:1764938849.180276:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.180288:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.180293:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.180300:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.180310:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e644a215. 02000000:00000010:3.0:1764938849.180336:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000631c8d88. 00000400:00000010:3.0:1764938849.180341:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.180346:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.180350:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923520, portal 16 00000400:00000010:3.0:1764938849.180354:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000100:00000200:3.0:1764938849.180356:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923520, offset 0 00000400:00000200:3.0:1764938849.180361:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.180367:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.180374:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.180378:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.180393:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.180396:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90013:90013:255:4294967295] 192.168.203.57@tcp LPNI seq info [90013:90013:7:4294967295] 00000400:00000200:3.0:1764938849.180403:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.180407:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.180411:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062cf6497 (tot 82353186). 00000800:00000200:3.0:1764938849.180415:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.180418:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.180421:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062cf6497 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.180942:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.180947:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352938). 00000400:00000200:2.0:1764938849.180952:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.180957:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.180961:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:2.0:1764938849.180963:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000800:00000200:2.0:1764938849.181022:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.181024:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062cf6497 (tot 82352690). 00000400:00000200:2.0:1764938849.181027:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.181030:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.181032:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:2.0:1764938849.181034:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:2.0:1764938849.181039:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.185147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc5dc7be. 00010000:00000010:3.1:1764938849.185164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c55780d. 00010000:00000010:0.1:1764938849.185278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000495e263e. 00010000:00000010:1.1:1764938849.185342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060bc6352. 00010000:00000010:3.1:1764938849.186553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc3b8dfd. 00010000:00000010:3.1:1764938849.186563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000200:0.0:1764938849.187090:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.187137:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506400 00000400:00000200:0.0:1764938849.187145:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb065d [1] + 224 00000400:00000200:0.0:1764938849.187157:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.187160:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.187171:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.187209:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.187213:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60800 00000400:00000200:0.0:1764938849.187217:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf07d [2] + 328 00000400:00000200:0.0:1764938849.187269:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.187273:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.187277:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.187282:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9ee2b5. 00000020:00000010:2.0:1764938849.187417:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfca1797. 00000020:00000010:2.0:1764938849.187423:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.187427:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.187451:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d9ee2b5 x1850670621001728/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.187481:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001728 02000000:00000010:2.0:1764938849.187493:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000088507cd. 00010000:00000010:2.0:1764938849.187535:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.187542:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938849.187548:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938849.187551:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.187565:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051c9ce73. 00000100:00000200:2.0:1764938849.187569:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001728, offset 224 00000400:00000200:2.0:1764938849.187577:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.187587:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.187592:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90014:90014:256:4294967295] 192.168.203.57@tcp LPNI seq info [90014:90014:8:4294967295] 00000400:00000200:2.0:1764938849.187602:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.187607:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.187611:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.187616:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.187622:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.187626:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.187652:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.187656:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.187659:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfca1797. 00000400:00000010:3.0:1764938849.188193:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.188197:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.188199:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.188206:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.188214:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938849.188233:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2315eaa. 02000000:00000010:3.0:1764938849.188248:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000631c8d88. 02000000:00000010:3.0:1764938849.188253:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e644a215. 00000100:00000010:3.0:1764938849.188256:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.188259:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.188261:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00080000:00000010:3.0:1764938849.188278:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e644a215. 00010000:00000010:3.0:1764938849.188362:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.188367:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000188664ed. 00010000:00000010:3.0:1764938849.188443:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.188449:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.188460:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.188463:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.188468:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.188477:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000631c8d88. 02000000:00000010:3.0:1764938849.188501:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cf2eb7f. 00000400:00000010:3.0:1764938849.188505:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.188508:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.188513:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923584, portal 16 00000400:00000010:3.0:1764938849.188516:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000100:00000200:3.0:1764938849.188518:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923584, offset 0 00000400:00000200:3.0:1764938849.188524:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.188531:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.188538:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.188541:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.188544:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.188546:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90015:90015:255:4294967295] 192.168.203.57@tcp LPNI seq info [90015:90015:7:4294967295] 00000400:00000200:3.0:1764938849.188554:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.188558:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.188561:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82353186). 00000800:00000200:3.0:1764938849.188564:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.188569:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.188572:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.188657:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.188661:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352938). 00000400:00000200:0.0:1764938849.188664:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.188668:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.188671:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051c9ce73 00000400:00000010:0.0:1764938849.188672:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051c9ce73. 00000800:00000200:0.0:1764938849.188717:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.188719:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352690). 00000400:00000200:0.0:1764938849.188723:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.188726:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.188728:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:0.0:1764938849.188729:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:0.0:1764938849.188733:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.194156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5f608a. 00010000:00000010:3.1:1764938849.194173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f453f40. 00010000:00000010:3.1:1764938849.194177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec133b47. 00000400:00000200:2.0:1764938849.196974:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.196992:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506440 00000400:00000200:2.0:1764938849.197000:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0669 [1] + 224 00000400:00000200:2.0:1764938849.197015:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.197018:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.197028:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.198307:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.198319:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60840 00000400:00000200:2.0:1764938849.198326:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf07d [2] + 656 00000400:00000200:2.0:1764938849.198398:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.198402:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.198407:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.198414:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000400:00000010:3.0:1764938849.198683:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.198687:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.198689:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.198697:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.198705:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.198732:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cf2eb7f. 02000000:00000010:3.0:1764938849.198738:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000631c8d88. 00000100:00000010:3.0:1764938849.198742:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.198745:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.198749:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000020:00000010:1.0:1764938849.199169:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000330435bc. 00000020:00000010:1.0:1764938849.199176:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.199180:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.199201:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621001792/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938849.199231:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001792 02000000:00000010:1.0:1764938849.199242:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007649b56b. 00010000:00000010:1.0:1764938849.199264:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068aaf1c6. 00010000:00000010:1.0:1764938849.199282:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.199288:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.199300:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.199304:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938849.199315:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938849.199319:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001792, offset 224 00000400:00000200:1.0:1764938849.199326:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.199335:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.199340:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90016:90016:256:4294967295] 192.168.203.57@tcp LPNI seq info [90016:90016:8:4294967295] 00000400:00000200:1.0:1764938849.199349:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.199354:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.199358:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938849.199362:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.199368:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.199372:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1764938849.199461:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cf2eb7f. 00010000:00000010:3.0:1764938849.199546:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.199554:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b69eff6. 00010000:00000010:3.0:1764938849.199622:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7d45e45. 00010000:00000010:3.0:1764938849.199625:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000279a651d. 00010000:00000010:3.0:1764938849.199631:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec133b47. 00010000:00000010:3.0:1764938849.199635:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00080000:00000010:3.0:1764938849.199645:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000631c8d88. 00010000:00000010:3.0:1764938849.199666:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.199668:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000279a651d. 00010000:00000010:3.0:1764938849.199713:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c55780d. 00010000:00000010:3.0:1764938849.199717:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.199724:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.199727:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.199734:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.199743:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d176a8d. 02000000:00000010:3.0:1764938849.199764:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094977cea. 00000400:00000010:3.0:1764938849.199770:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.199774:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.199778:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923648, portal 16 00000400:00000010:3.0:1764938849.199782:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf92bcf. 00000100:00000200:3.0:1764938849.199783:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923648, offset 0 00000400:00000200:3.0:1764938849.199787:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.199793:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.199799:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.199802:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.199804:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.199806:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90017:90017:255:4294967295] 192.168.203.57@tcp LPNI seq info [90017:90017:7:4294967295] 00000400:00000200:3.0:1764938849.199812:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.199816:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.199818:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9da62a (tot 82353186). 00000800:00000200:3.0:1764938849.199821:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.199825:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.199827:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f9da62a type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.201002:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.201010:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.201015:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000330435bc. 00000800:00000200:0.0:1764938849.201156:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.201160:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352938). 00000400:00000200:0.0:1764938849.201165:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.201173:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.201178:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:0.0:1764938849.201180:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000800:00000200:0.0:1764938849.201244:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.201246:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9da62a (tot 82352690). 00000400:00000200:0.0:1764938849.201250:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.201252:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.201255:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:0.0:1764938849.201256:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:0.0:1764938849.201261:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.204530:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.204550:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506480 00000400:00000200:0.0:1764938849.204558:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0675 [1] + 224 00000400:00000200:0.0:1764938849.204572:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.204575:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.204584:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.204740:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.204744:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.204746:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.204751:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.204758:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.204783:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094977cea. 02000000:00000010:3.0:1764938849.204788:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d176a8d. 00000100:00000010:3.0:1764938849.204792:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.204796:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.204799:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00010000:00000010:1.1:1764938849.205355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a620dea7. 00010000:00000010:3.1:1764938849.205631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a76ca0c. 00010000:00000010:3.1:1764938849.205637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.1:1764938849.205641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d45e45. 00010000:00000010:3.1:1764938849.205644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec133b47. 00000400:00000200:2.0:1764938849.205736:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.205747:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60880 00000400:00000200:2.0:1764938849.205752:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf07d [2] + 984 00000400:00000200:2.0:1764938849.205799:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.205803:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.205807:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.205811:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:1.0:1764938849.205894:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf13862f. 00000020:00000010:1.0:1764938849.205899:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.205903:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.205923:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621001856/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938849.206282:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001856 02000000:00000010:1.0:1764938849.206293:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000330435bc. 00010000:00000010:1.0:1764938849.206315:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017af42b6. 00010000:00000010:1.0:1764938849.206332:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.206337:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.206351:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.206354:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938849.206366:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938849.206370:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001856, offset 224 00000400:00000200:1.0:1764938849.206376:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.206393:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.206398:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90018:90018:256:4294967295] 192.168.203.57@tcp LPNI seq info [90018:90018:8:4294967295] 00000400:00000200:1.0:1764938849.206408:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.206412:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.206417:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938849.206421:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.206427:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.206431:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.206442:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.206444:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.206447:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf13862f. 00000800:00000200:0.0:1764938849.206543:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.206546:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:0.0:1764938849.206549:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.206553:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.206555:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:0.0:1764938849.206557:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00080000:00000010:3.0:1764938849.206897:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094977cea. 00010000:00000010:3.0:1764938849.206974:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.206981:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069a6c18e. 00010000:00000010:3.0:1764938849.207043:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec133b47. 00010000:00000010:3.0:1764938849.207048:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938849.207055:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.207058:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.207064:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.207073:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d176a8d. 02000000:00000010:3.0:1764938849.207092:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031114811. 00000400:00000010:3.0:1764938849.207096:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.207100:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.207136:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923712, portal 16 00000400:00000010:3.0:1764938849.207141:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938849.207143:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923712, offset 0 00000400:00000200:3.0:1764938849.207149:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.207155:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.207160:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.207163:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.207166:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.207168:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90019:90019:256:4294967295] 192.168.203.57@tcp LPNI seq info [90019:90019:8:4294967295] 00000400:00000200:3.0:1764938849.207175:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.207179:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.207181:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f150cf (tot 82352938). 00000800:00000200:3.0:1764938849.207185:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.207188:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.207191:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5f150cf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.207678:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.207681:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f150cf (tot 82352690). 00000400:00000200:0.0:1764938849.207685:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.207689:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.207692:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:0.0:1764938849.207694:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:0.0:1764938849.207698:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.210339:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.210356:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55064c0 00000400:00000200:2.0:1764938849.210363:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0681 [1] + 224 00000400:00000200:2.0:1764938849.210373:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.210376:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.210395:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.210426:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.210431:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f608c0 00000400:00000200:2.0:1764938849.210435:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf07d [2] + 1312 00000400:00000200:2.0:1764938849.210481:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.210484:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.210488:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.210493:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000400:00000010:3.0:1764938849.210924:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938849.210929:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938849.210930:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938849.210937:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.210944:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.210973:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031114811. 02000000:00000010:3.0:1764938849.210978:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d176a8d. 00000100:00000010:3.0:1764938849.210981:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:3.0:1764938849.210985:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938849.210989:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000020:00000010:1.0:1764938849.211600:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf13862f. 00000020:00000010:1.0:1764938849.211609:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.211613:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.211635:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621001920/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938849.211664:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001920 02000000:00000010:1.0:1764938849.211674:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c52014f7. 00010000:00000010:1.0:1764938849.211696:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0e3ecf0. 00010000:00000010:1.0:1764938849.211714:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.211719:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.211733:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938849.211737:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938849.211751:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938849.211755:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001920, offset 224 00000400:00000200:1.0:1764938849.211762:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.211773:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.211778:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90020:90020:256:4294967295] 192.168.203.57@tcp LPNI seq info [90020:90020:8:4294967295] 00000400:00000200:1.0:1764938849.211788:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.211792:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.211796:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938849.211801:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.211807:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.211810:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.211822:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.211826:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.211829:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf13862f. 00000800:00000200:0.0:1764938849.212022:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.212027:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:0.0:1764938849.212031:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.212035:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.212038:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:0.0:1764938849.212039:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00080000:00000010:0.0:1764938849.212065:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed6e5cbf. 00010000:00000010:0.0:1764938849.212175:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:0.0:1764938849.212181:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000907e8119. 00010000:00000010:0.0:1764938849.212243:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009814a89b. 00010000:00000010:0.0:1764938849.212248:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f9c4ced1. 00010000:00000010:0.0:1764938849.212256:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.212260:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.212266:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a963d7. 02000000:00000010:0.0:1764938849.212276:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e61c524c. 02000000:00000010:0.0:1764938849.212297:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0375d36. 00000400:00000010:0.0:1764938849.212301:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006fad1ea4. 00000400:00000010:0.0:1764938849.212305:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938849.212309:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923776, portal 16 00000400:00000010:0.0:1764938849.212313:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938849.212314:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923776, offset 0 00000400:00000200:0.0:1764938849.212319:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.212324:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.212330:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.212333:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.212335:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.212338:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90021:90021:256:4294967295] 192.168.203.57@tcp LPNI seq info [90021:90021:8:4294967295] 00000400:00000200:0.0:1764938849.212344:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.212348:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.212350:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.212353:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.212357:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.212359:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.212734:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.212737:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:2.0:1764938849.212740:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.212744:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.212747:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938849.212748:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:2.0:1764938849.212753:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a963d7 x1850670626923776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.215279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034c221f3. 00010000:00000010:3.1:1764938849.215291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c55780d. 00000400:00000200:2.0:1764938849.215512:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.215527:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506500 00000400:00000200:2.0:1764938849.215534:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb068d [1] + 224 00000400:00000200:2.0:1764938849.215547:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.215551:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.215560:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a963d7 x1850670626923776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938849.215763:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006fad1ea4. 00000400:00000200:0.0:1764938849.215768:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:0.0:1764938849.215770:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:0.0:1764938849.215776:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a963d7 x1850670626923776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.215788:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a963d7 x1850670626923776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.215818:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0375d36. 02000000:00000010:0.0:1764938849.215825:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e61c524c. 00000100:00000010:0.0:1764938849.215829:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a963d7. 00000100:00000010:0.0:1764938849.215842:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.215846:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000200:0.0:1764938849.216017:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.216026:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60900 00000400:00000200:0.0:1764938849.216030:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf07d [2] + 1640 00000400:00000200:0.0:1764938849.216083:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.216086:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.216091:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.216095:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a963d7. 00000020:00000010:2.0:1764938849.216684:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfca1797. 00000020:00000010:2.0:1764938849.216693:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.216698:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.216726:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a963d7 x1850670621001984/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.216855:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621001984 02000000:00000010:2.0:1764938849.216868:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938849.216901:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003807165d. 00010000:00000010:2.0:1764938849.216923:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.216930:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938849.216947:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938849.216950:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.216964:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938849.216969:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621001984, offset 224 00000400:00000200:2.0:1764938849.216975:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.216985:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.216990:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90022:90022:256:4294967295] 192.168.203.57@tcp LPNI seq info [90022:90022:8:4294967295] 00000400:00000200:2.0:1764938849.217000:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.217004:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.217009:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.217014:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.217020:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.217023:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.217046:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.217050:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.217053:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfca1797. 00000800:00000200:3.0:1764938849.217198:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.217202:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:3.0:1764938849.217206:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.217209:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.217213:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:3.0:1764938849.217215:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00080000:00000010:0.0:1764938849.217290:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e61c524c. 00010000:00000010:0.0:1764938849.217363:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9c4ced1. 00010000:00000010:0.0:1764938849.217368:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7391085. 00010000:00000010:0.0:1764938849.217444:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cb659c4. 00010000:00000010:0.0:1764938849.217449:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f9c4ced1. 00010000:00000010:0.0:1764938849.217457:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088150f69. 00000100:00000010:0.0:1764938849.217461:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.217465:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001603f412. 02000000:00000010:0.0:1764938849.217474:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0375d36. 02000000:00000010:0.0:1764938849.217493:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000086500ca. 00000400:00000010:0.0:1764938849.217497:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006fad1ea4. 00000400:00000010:0.0:1764938849.217501:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938849.217504:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923840, portal 16 00000400:00000010:0.0:1764938849.217507:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938849.217509:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923840, offset 0 00000400:00000200:0.0:1764938849.217514:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.217520:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.217526:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.217529:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.217531:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.217534:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90023:90023:256:4294967295] 192.168.203.57@tcp LPNI seq info [90023:90023:8:4294967295] 00000400:00000200:0.0:1764938849.217540:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.217544:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.217547:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.217550:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.217553:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.217555:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.217980:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.217983:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938849.217986:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.217990:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.217992:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:3.0:1764938849.217993:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:3.0:1764938849.217998:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001603f412 x1850670626923840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.220145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007483ba29. 00010000:00000010:0.1:1764938849.220814:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004308053f. 00010000:00000010:0.1:1764938849.220822:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec133b47. 00000400:00000200:0.0:1764938849.220854:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.220869:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506540 00000400:00000200:0.0:1764938849.220876:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0699 [1] + 224 00000400:00000200:0.0:1764938849.220889:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.220892:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.220902:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001603f412 x1850670626923840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.220975:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006fad1ea4. 00000400:00000200:3.0:1764938849.220978:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:3.0:1764938849.220980:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:3.0:1764938849.220984:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001603f412 x1850670626923840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.220991:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001603f412 x1850670626923840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.221016:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000086500ca. 02000000:00000010:3.0:1764938849.221021:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0375d36. 00000100:00000010:3.0:1764938849.221024:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001603f412. 00000100:00000010:3.0:1764938849.221027:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:3.0:1764938849.221029:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088150f69. 00000400:00000200:3.0:1764938849.221631:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.221640:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60940 00000400:00000200:3.0:1764938849.221645:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf07d [2] + 1968 00000400:00000010:3.0:1764938849.221648:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008e3272c6. 00000400:00000200:3.0:1764938849.221651:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000185b00c9 00000400:00000200:3.0:1764938849.221690:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.221694:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.221696:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000185b00c9 00000400:00000010:3.0:1764938849.221698:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000185b00c9 (tot 82352538). 00000100:00000200:3.0:1764938849.221701:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938849.222985:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfca1797. 00000020:00000010:2.0:1764938849.222994:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.222998:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.223022:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000074128ac x1850670621002048/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.223059:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002048 02000000:00000010:2.0:1764938849.223070:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ff32875. 00010000:00000010:2.0:1764938849.223094:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fc3f9a7. 00010000:00000010:2.0:1764938849.223218:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.223226:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005339afc2. 00000100:00000010:2.0:1764938849.223823:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005339afc2. 00010000:00000010:2.0:1764938849.223828:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.223912:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938849.223919:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002048, offset 224 00000400:00000200:2.0:1764938849.223928:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.223941:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.223947:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90024:90024:256:4294967295] 192.168.203.57@tcp LPNI seq info [90024:90024:8:4294967295] 00000400:00000200:2.0:1764938849.223958:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.223964:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.223968:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352786). 00000800:00000200:2.0:1764938849.223974:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.223980:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.223983:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.224011:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.224017:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.224021:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfca1797. 02000000:00000010:2.0:1764938849.224028:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:2.0:1764938849.224032:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a963d7. 02000000:00000010:2.0:1764938849.224036:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c52014f7. 00000100:00000010:2.0:1764938849.224039:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938849.224042:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000330435bc. 00000100:00000010:2.0:1764938849.224045:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938849.224048:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007649b56b. 00000100:00000010:2.0:1764938849.224053:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938849.224056:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000088507cd. 00000100:00000010:2.0:1764938849.224058:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 02000000:00000010:2.0:1764938849.224061:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004dfaf29a. 00000100:00000010:2.0:1764938849.224063:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000200:2.0:1764938849.224070:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938849.224076:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b12808f5. 00000400:00000010:2.0:1764938849.224079:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005339afc2 (tot 82352938). 00000800:00000200:0.0:1764938849.224248:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.224252:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:0.0:1764938849.224256:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.224260:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.224263:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:0.0:1764938849.224265:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 02000000:00000010:0.0:1764938849.224271:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ff32875. 00080000:00000010:3.0:1764938849.224575:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031114811. 00010000:00000010:3.0:1764938849.224668:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9c4ced1. 00010000:00000010:3.0:1764938849.224675:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000544f9b12. 00010000:00000010:3.0:1764938849.224743:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c55780d. 00010000:00000010:3.0:1764938849.224750:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095dfe617. 00010000:00000010:3.0:1764938849.224762:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938849.224767:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938849.224775:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938849.224786:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afb8a965. 02000000:00000010:3.0:1764938849.224809:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078944ef8. 00000400:00000010:3.0:1764938849.224813:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938849.224817:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938849.224821:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923904, portal 16 00000400:00000010:3.0:1764938849.224825:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938849.224826:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923904, offset 0 00000400:00000200:3.0:1764938849.224848:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.224856:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.224862:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.224865:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.224868:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.224871:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90025:90025:256:4294967295] 192.168.203.57@tcp LPNI seq info [90025:90025:8:4294967295] 00000400:00000200:3.0:1764938849.224878:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.224883:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.224887:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938849.224891:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.224895:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.224898:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938849.225291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c33bc22. 00010000:00000010:1.1:1764938849.225336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002312d885. 00010000:00000010:0.1:1764938849.225516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1f33fd3. 00010000:00000010:0.1:1764938849.225523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009814a89b. 00000800:00000200:0.0:1764938849.225592:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.225595:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:0.0:1764938849.225601:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.225607:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.225611:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:0.0:1764938849.225613:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:0.0:1764938849.225620:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626923904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.228904:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.228922:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506580 00000400:00000200:3.0:1764938849.228931:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb06a9 [1] + 224 00000400:00000200:3.0:1764938849.228945:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.228948:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.228958:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626923904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938849.229254:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:0.0:1764938849.229259:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:0.0:1764938849.229261:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:0.0:1764938849.229266:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626923904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.229273:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626923904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.229299:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078944ef8. 02000000:00000010:0.0:1764938849.229305:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afb8a965. 00000100:00000010:0.0:1764938849.229308:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:0.0:1764938849.229312:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:0.0:1764938849.229316:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00010000:00000010:2.1:1764938849.229494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee7190d8. 00000400:00000200:0.0:1764938849.229923:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.229934:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60980 00000400:00000200:0.0:1764938849.229940:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf0d5 [2] + 0 00000400:00000200:0.0:1764938849.229992:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.229996:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.230000:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.230004:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000069e89254. 00000020:00000010:2.0:1764938849.230175:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088507cd. 00000020:00000010:2.0:1764938849.230181:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.230185:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.230206:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000069e89254 x1850670621002112/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938849.230439:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002112 02000000:00000010:2.0:1764938849.230451:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938849.230477:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dde1254e. 00010000:00000010:2.0:1764938849.230498:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.230505:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.230512:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.230514:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.230526:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d426dd4. 00000100:00000200:2.0:1764938849.230530:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002112, offset 224 00000400:00000200:2.0:1764938849.230538:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.230547:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.230552:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90026:90026:256:4294967295] 192.168.203.57@tcp LPNI seq info [90026:90026:8:4294967295] 00000400:00000200:2.0:1764938849.230563:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.230567:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.230571:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938849.230576:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.230583:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.230586:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.230611:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.230614:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.230617:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000088507cd. 00080000:00000010:0.0:1764938849.230759:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000092174c1. 00010000:00000010:0.0:1764938849.230839:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095dfe617. 00010000:00000010:0.0:1764938849.230844:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000977e229e. 00010000:00000010:0.0:1764938849.230903:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009814a89b. 00010000:00000010:0.0:1764938849.230908:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a60ee060. 00010000:00000010:0.0:1764938849.230916:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cfddd95. 00000100:00000010:0.0:1764938849.230919:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2a25dc9. 00000100:00000010:0.0:1764938849.230925:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017f0124a. 02000000:00000010:0.0:1764938849.230933:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bcd059e7. 02000000:00000010:0.0:1764938849.230954:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f84f26e1. 00000400:00000010:0.0:1764938849.230958:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000365f631. 00000400:00000010:0.0:1764938849.230961:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938849.230965:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626923968, portal 16 00000400:00000010:0.0:1764938849.230969:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.230970:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626923968, offset 0 00000400:00000200:0.0:1764938849.230974:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.230980:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.230986:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.230989:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.230991:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.230994:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90027:90027:255:4294967295] 192.168.203.57@tcp LPNI seq info [90027:90027:7:4294967295] 00000400:00000200:0.0:1764938849.231001:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.231005:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.231007:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82353186). 00000800:00000200:0.0:1764938849.231010:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.231014:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.231016:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.231178:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.231182:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352938). 00000400:00000200:3.0:1764938849.231185:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.231188:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.231191:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d426dd4 00000400:00000010:3.0:1764938849.231193:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d426dd4. 00000800:00000200:3.0:1764938849.231238:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.231240:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:3.0:1764938849.231242:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.231245:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.231247:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:3.0:1764938849.231248:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:3.0:1764938849.231253:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017f0124a x1850670626923968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.233349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c8b8873. 00010000:00000010:3.1:1764938849.233361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb659c4. 00000400:00000200:3.0:1764938849.233460:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.233475:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55065c0 00000400:00000200:3.0:1764938849.233483:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb06b5 [1] + 224 00000400:00000200:3.0:1764938849.233497:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.233501:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.233509:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017f0124a x1850670626923968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938849.233721:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000365f631. 00000400:00000200:0.0:1764938849.233725:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:0.0:1764938849.233727:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:0.0:1764938849.233732:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017f0124a x1850670626923968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.233739:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017f0124a x1850670626923968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.233765:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f84f26e1. 02000000:00000010:0.0:1764938849.233769:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bcd059e7. 00000100:00000010:0.0:1764938849.233772:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017f0124a. 00000100:00000010:0.0:1764938849.233776:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e2a25dc9. 00010000:00000010:0.0:1764938849.233779:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cfddd95. 00000400:00000200:0.0:1764938849.234587:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.234599:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f609c0 00000400:00000200:0.0:1764938849.234605:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf0d5 [2] + 328 00000400:00000200:0.0:1764938849.235240:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.235246:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.235252:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.235257:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017f0124a. 00000020:00000010:2.0:1764938849.235513:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088507cd. 00000020:00000010:2.0:1764938849.235520:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.235525:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.235546:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017f0124a x1850670621002176/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.235844:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002176 02000000:00000010:2.0:1764938849.235855:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cfca1797. 00010000:00000010:2.0:1764938849.235879:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000165ff21e. 00010000:00000010:2.0:1764938849.235897:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.235903:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.235919:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.235922:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.235932:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938849.235937:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002176, offset 224 00000400:00000200:2.0:1764938849.235945:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.235955:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.235960:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90028:90028:256:4294967295] 192.168.203.57@tcp LPNI seq info [90028:90028:8:4294967295] 00000400:00000200:2.0:1764938849.235970:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.235975:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.235979:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938849.235984:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.235989:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.235993:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.236011:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.236015:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.236018:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000088507cd. 00080000:00000010:0.0:1764938849.236127:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcd059e7. 00010000:00000010:0.0:1764938849.236202:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a60ee060. 00010000:00000010:0.0:1764938849.236207:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005b01d80. 00000800:00000200:3.0:1764938849.236938:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.236942:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:3.0:1764938849.236948:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.236953:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.236957:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:3.0:1764938849.236958:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00010000:00000010:0.0:1764938849.237077:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000729f810a. 00010000:00000010:0.0:1764938849.237083:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a60ee060. 00010000:00000010:0.0:1764938849.237093:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cfddd95. 00000100:00000010:0.0:1764938849.237098:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2a25dc9. 00000100:00000010:0.0:1764938849.237127:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000423af7a7. 02000000:00000010:0.0:1764938849.237138:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f84f26e1. 02000000:00000010:0.0:1764938849.237160:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0375d36. 00000400:00000010:0.0:1764938849.237164:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000365f631. 00000400:00000010:0.0:1764938849.237169:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938849.237174:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924032, portal 16 00000400:00000010:0.0:1764938849.237179:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938849.237181:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924032, offset 0 00000400:00000200:0.0:1764938849.237187:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.237196:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.237202:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.237205:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.237208:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.237211:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90029:90029:256:4294967295] 192.168.203.57@tcp LPNI seq info [90029:90029:8:4294967295] 00000400:00000200:0.0:1764938849.237219:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.237224:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.237227:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.237231:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.237236:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.237239:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.237450:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.237452:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:2.0:1764938849.237456:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.237460:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.237462:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:2.0:1764938849.237464:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:2.0:1764938849.237469:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000423af7a7 x1850670626924032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.240440:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.240457:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506600 00000400:00000200:0.0:1764938849.240464:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb06c1 [1] + 224 00000400:00000200:0.0:1764938849.240475:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.240478:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.240489:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000423af7a7 x1850670626924032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.240526:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.240531:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60a00 00000400:00000200:0.0:1764938849.240535:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf0d5 [2] + 656 00000400:00000010:3.0:1764938849.240732:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000365f631. 00000400:00000200:3.0:1764938849.240736:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:3.0:1764938849.240738:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:3.0:1764938849.240743:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000423af7a7 x1850670626924032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.240751:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000423af7a7 x1850670626924032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.240779:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0375d36. 02000000:00000010:3.0:1764938849.240784:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f84f26e1. 00000100:00000010:3.0:1764938849.240787:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000423af7a7. 00000100:00000010:3.0:1764938849.240790:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e2a25dc9. 00010000:00000010:3.0:1764938849.240794:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cfddd95. 00000400:00000200:0.0:1764938849.240982:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.240987:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.240991:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.240995:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000423af7a7. 00000020:00000010:2.0:1764938849.241066:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088507cd. 00000020:00000010:2.0:1764938849.241073:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.241077:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.241097:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000423af7a7 x1850670621002240/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.241635:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002240 02000000:00000010:2.0:1764938849.241646:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac12e91. 00010000:00000010:2.0:1764938849.241670:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002413e8e9. 00010000:00000010:2.0:1764938849.241688:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.241693:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.241708:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.241710:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.241721:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000833d09aa. 00000100:00000200:2.0:1764938849.241724:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002240, offset 224 00000400:00000200:2.0:1764938849.241731:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.241741:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.241747:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90030:90030:256:4294967295] 192.168.203.57@tcp LPNI seq info [90030:90030:8:4294967295] 00000400:00000200:2.0:1764938849.241756:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.241762:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.241766:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938849.241771:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.241777:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.241781:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.241802:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.241805:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.241808:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000088507cd. 00000800:00000200:0.0:1764938849.241908:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.241912:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:0.0:1764938849.241915:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.241918:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.241921:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000833d09aa 00000400:00000010:0.0:1764938849.241923:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000833d09aa. 00080000:00000010:3.0:1764938849.241980:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0452579. 00010000:00000010:3.0:1764938849.242055:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a60ee060. 00010000:00000010:3.0:1764938849.242060:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000760f66ac. 00010000:00000010:3.0:1764938849.242156:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.242162:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.242170:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.242173:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.242180:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.242190:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f19a1cde. 02000000:00000010:3.0:1764938849.242210:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afb8a965. 00000400:00000010:3.0:1764938849.242214:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.242218:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.242222:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924096, portal 16 00000400:00000010:3.0:1764938849.242225:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f724e3. 00000100:00000200:3.0:1764938849.242227:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924096, offset 0 00000400:00000200:3.0:1764938849.242231:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.242237:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.242242:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.242245:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.242248:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.242250:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90031:90031:256:4294967295] 192.168.203.57@tcp LPNI seq info [90031:90031:8:4294967295] 00000400:00000200:3.0:1764938849.242257:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.242261:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.242264:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938849.242267:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.242271:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.242273:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.242793:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.242796:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352690). 00000400:00000200:1.0:1764938849.242800:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.242803:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.242806:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f724e3 00000400:00000010:1.0:1764938849.242807:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f724e3. 00000100:00000200:1.0:1764938849.242812:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.243083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b3cd5e0. 00010000:00000010:0.1:1764938849.243090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c55780d. 00010000:00000010:2.1:1764938849.243226:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e36baa19. 00010000:00000010:3.1:1764938849.245297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ce2d4d. 00010000:00000010:3.1:1764938849.245309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000729f810a. 00010000:00000010:0.1:1764938849.246356:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db55254. 00010000:00000010:0.1:1764938849.246364:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009814a89b. 00000400:00000200:1.0:1764938849.246618:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.246634:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506640 00000400:00000200:1.0:1764938849.246641:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb06cd [1] + 224 00000400:00000200:1.0:1764938849.246651:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.246655:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.246665:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.246698:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.246702:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60a40 00000400:00000200:1.0:1764938849.246707:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf0d5 [2] + 984 00000400:00000200:1.0:1764938849.246771:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.246775:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.246780:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.246785:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:2.0:1764938849.246875:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088507cd. 00000020:00000010:2.0:1764938849.246881:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.246885:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.246907:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621002304/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.246938:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002304 02000000:00000010:2.0:1764938849.246947:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003d85a20. 00010000:00000010:2.0:1764938849.246983:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.246989:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.246996:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.246999:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.247014:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938849.247017:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002304, offset 224 00000400:00000200:2.0:1764938849.247024:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.247033:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.247038:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90032:90032:256:4294967295] 192.168.203.57@tcp LPNI seq info [90032:90032:8:4294967295] 00000400:00000200:2.0:1764938849.247048:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.247053:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.247057:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.247062:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.247068:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.247072:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.247091:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.247095:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.247098:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000088507cd. 00000400:00000010:3.0:1764938849.247175:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.247180:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.247181:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.247186:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.247193:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938849.247228:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1f8f0da. 02000000:00000010:3.0:1764938849.247240:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afb8a965. 02000000:00000010:3.0:1764938849.247244:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f19a1cde. 00000100:00000010:3.0:1764938849.247247:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.247250:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.247253:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00080000:00000010:3.0:1764938849.247267:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f19a1cde. 00010000:00000010:3.0:1764938849.247337:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.247342:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b166bad. 00010000:00000010:3.0:1764938849.247419:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006900702f. 00010000:00000010:3.0:1764938849.247424:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.247432:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.247435:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.247439:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.247447:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afb8a965. 02000000:00000010:3.0:1764938849.247465:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078944ef8. 00000400:00000010:3.0:1764938849.247468:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.247471:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.247476:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924160, portal 16 00000400:00000010:3.0:1764938849.247479:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938849.247481:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924160, offset 0 00000400:00000200:3.0:1764938849.247486:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.247491:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.247498:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.247501:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.247503:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.247505:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90033:90033:255:4294967295] 192.168.203.57@tcp LPNI seq info [90033:90033:7:4294967295] 00000400:00000200:3.0:1764938849.247514:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.247517:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.247520:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4fb9563 (tot 82353186). 00000800:00000200:3.0:1764938849.247524:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.247527:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.247529:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4fb9563 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.247775:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.247779:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352938). 00000400:00000200:0.0:1764938849.247782:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.247786:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.247789:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:0.0:1764938849.247790:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00000800:00000200:0.0:1764938849.247848:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.247850:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4fb9563 (tot 82352690). 00000400:00000200:0.0:1764938849.247853:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.247855:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.247857:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:0.0:1764938849.247858:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00000100:00000200:0.0:1764938849.247862:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.250207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004211d139. 00010000:00000010:2.1:1764938849.250218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cd493f0. 00000400:00000200:1.0:1764938849.250679:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.250695:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506680 00000400:00000200:1.0:1764938849.250703:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb06d9 [1] + 224 00000400:00000200:1.0:1764938849.250714:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.250717:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.250725:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.251289:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.251294:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.251296:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.251302:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.251309:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.251335:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078944ef8. 02000000:00000010:3.0:1764938849.251340:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afb8a965. 00000100:00000010:3.0:1764938849.251343:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.251347:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.251350:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000400:00000200:1.0:1764938849.252026:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.252037:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60a80 00000400:00000200:1.0:1764938849.252043:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf0d5 [2] + 1312 00000400:00000200:1.0:1764938849.252240:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.252244:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.252250:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.252255:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00000020:00000010:0.0:1764938849.252390:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000086500ca. 00000020:00000010:0.0:1764938849.252397:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.252400:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.252420:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621002368/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.252578:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002368 02000000:00000010:0.0:1764938849.252588:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d79b295. 00010000:00000010:0.0:1764938849.252610:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b828279. 00010000:00000010:0.0:1764938849.252628:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.252634:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2a25dc9. 00000100:00000010:0.0:1764938849.252850:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e2a25dc9. 00010000:00000010:0.0:1764938849.252854:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.252867:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938849.252871:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002368, offset 224 00000400:00000200:0.0:1764938849.252878:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.252888:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.252893:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90034:90034:256:4294967295] 192.168.203.57@tcp LPNI seq info [90034:90034:8:4294967295] 00000400:00000200:0.0:1764938849.252902:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.252906:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.252910:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.252915:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.252921:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.252924:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.252950:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.252954:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.252956:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000086500ca. 00080000:00000010:3.0:1764938849.252992:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afb8a965. 00010000:00000010:3.0:1764938849.253064:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.253069:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf5e7d24. 00010000:00000010:3.0:1764938849.253167:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938849.253172:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.253181:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.253185:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.253189:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.253199:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078944ef8. 02000000:00000010:3.0:1764938849.253218:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d176a8d. 00000400:00000010:3.0:1764938849.253223:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.253226:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.253230:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924224, portal 16 00000400:00000010:3.0:1764938849.253234:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046f0a039. 00000100:00000200:3.0:1764938849.253235:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924224, offset 0 00000400:00000200:3.0:1764938849.253239:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.253245:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.253250:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.253253:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.253256:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.253258:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90035:90035:255:4294967295] 192.168.203.57@tcp LPNI seq info [90035:90035:7:4294967295] 00000400:00000200:3.0:1764938849.253265:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.253269:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.253272:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82353186). 00000800:00000200:3.0:1764938849.253275:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.253278:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.253280:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.253430:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.253433:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:1.0:1764938849.253436:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.253440:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.253442:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:1.0:1764938849.253444:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000800:00000200:1.0:1764938849.253492:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.253493:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352690). 00000400:00000200:1.0:1764938849.253497:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.253500:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.253501:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046f0a039 00000400:00000010:1.0:1764938849.253502:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046f0a039. 00000100:00000200:1.0:1764938849.253506:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.254368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc7d5bf. 00010000:00000010:3.1:1764938849.254376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b14b7bba. 00010000:00000010:3.1:1764938849.254379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000200:1.0:1764938849.255704:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.255721:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55066c0 00000400:00000200:1.0:1764938849.255729:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb06e5 [1] + 224 00000400:00000200:1.0:1764938849.255741:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.255744:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.255753:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.256288:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.256293:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.256296:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.256301:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.256309:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.256335:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d176a8d. 02000000:00000010:3.0:1764938849.256339:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078944ef8. 00000100:00000010:3.0:1764938849.256343:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.256348:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.256351:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000400:00000200:1.0:1764938849.256778:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.256789:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60ac0 00000400:00000200:1.0:1764938849.257058:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf0d5 [2] + 1640 00000400:00000200:1.0:1764938849.257255:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.257259:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.257266:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.257271:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000020:00000010:0.0:1764938849.257659:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000086500ca. 00000020:00000010:0.0:1764938849.257665:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.257669:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.257690:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548a2fdc x1850670621002432/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.257721:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002432 02000000:00000010:0.0:1764938849.257730:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000744796af. 00010000:00000010:0.0:1764938849.257754:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7e63bc9. 00010000:00000010:0.0:1764938849.257774:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.257779:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2a25dc9. 00000100:00000010:0.0:1764938849.257794:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e2a25dc9. 00010000:00000010:0.0:1764938849.257797:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.257809:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938849.257813:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002432, offset 224 00000400:00000200:0.0:1764938849.257820:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.257830:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:3.0:1764938849.258021:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d176a8d. 00010000:00000010:3.0:1764938849.258093:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.258099:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac8a9277. 00010000:00000010:3.0:1764938849.258185:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.258191:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.258199:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.258202:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.258208:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.258218:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078944ef8. 02000000:00000010:3.0:1764938849.258237:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bacc892b. 00000400:00000010:3.0:1764938849.258241:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.258245:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.258250:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924288, portal 16 00000400:00000010:3.0:1764938849.258253:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00000100:00000200:3.0:1764938849.258255:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924288, offset 0 00000400:00000200:3.0:1764938849.258260:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.258347:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90036:90036:256:4294967295] 192.168.203.57@tcp LPNI seq info [90036:90036:8:4294967295] 00000400:00000200:0.0:1764938849.258357:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.258363:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.258367:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.258372:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.258378:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.258391:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.258417:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.258420:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.258423:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000086500ca. 00000800:00000200:1.0:1764938849.258538:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.258542:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:1.0:1764938849.258545:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.258549:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.258552:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:1.0:1764938849.258554:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000400:00000200:3.0:1764938849.258733:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.258740:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.258744:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.258746:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.258749:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90037:90037:255:4294967295] 192.168.203.57@tcp LPNI seq info [90037:90037:7:4294967295] 00000400:00000200:3.0:1764938849.258756:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.258760:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.258763:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4607fa0 (tot 82352938). 00000800:00000200:3.0:1764938849.258767:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.258771:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.258773:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4607fa0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.258965:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.258967:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4607fa0 (tot 82352690). 00000400:00000200:1.0:1764938849.258971:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.258976:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.258978:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:1.0:1764938849.258979:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 00000100:00000200:1.0:1764938849.258985:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.263440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001b3c394. 00000400:00000200:1.0:1764938849.263529:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.263547:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506700 00000400:00000200:1.0:1764938849.263555:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb06f1 [1] + 224 00000400:00000200:1.0:1764938849.263570:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.263574:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.263585:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.263967:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.263972:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.263974:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.263980:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.263989:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.264016:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bacc892b. 02000000:00000010:3.0:1764938849.264022:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078944ef8. 00000100:00000010:3.0:1764938849.264026:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.264030:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.264033:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000400:00000200:1.0:1764938849.264191:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.264201:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60b00 00000400:00000200:1.0:1764938849.264206:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf0d5 [2] + 1968 00000400:00000010:1.0:1764938849.264209:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eae7aacb. 00000400:00000200:1.0:1764938849.264212:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000493b2a57 00000400:00000200:1.0:1764938849.264271:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.264275:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.264277:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000493b2a57 00000400:00000010:1.0:1764938849.264279:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000493b2a57 (tot 82352538). 00000100:00000200:1.0:1764938849.264284:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938849.264377:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000086500ca. 00000020:00000010:0.0:1764938849.264394:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.264398:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.264423:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abc45c85 x1850670621002496/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.264635:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002496 02000000:00000010:0.0:1764938849.264646:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f84f26e1. 00010000:00000010:0.0:1764938849.264672:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f05873f0. 00010000:00000010:0.0:1764938849.264692:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.264698:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2a25dc9. 00000100:00000010:0.0:1764938849.264709:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e2a25dc9. 00010000:00000010:0.0:1764938849.264712:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.264724:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.264728:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002496, offset 224 00000400:00000200:0.0:1764938849.264735:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.264746:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.264752:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90038:90038:256:4294967295] 192.168.203.57@tcp LPNI seq info [90038:90038:8:4294967295] 00000400:00000200:0.0:1764938849.264761:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.264766:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.264771:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352786). 00000800:00000200:0.0:1764938849.264776:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.264782:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.264786:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.264800:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.264803:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.264806:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000086500ca. 02000000:00000010:0.0:1764938849.264813:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000744796af. 00000100:00000010:0.0:1764938849.264816:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 02000000:00000010:0.0:1764938849.264820:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d79b295. 00000100:00000010:0.0:1764938849.264822:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:0.0:1764938849.264825:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003d85a20. 00000100:00000010:0.0:1764938849.264828:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:0.0:1764938849.264831:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac12e91. 00000800:00000200:1.0:1764938849.265397:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.265402:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352538). 00000400:00000200:1.0:1764938849.265407:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.265413:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.265416:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:1.0:1764938849.265417:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 02000000:00000010:1.0:1764938849.265421:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f84f26e1. 00080000:00000010:3.0:1764938849.265754:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bacc892b. 00010000:00000010:3.0:1764938849.265848:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.265857:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000973c0189. 00010000:00000010:3.0:1764938849.265928:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938849.265933:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.265944:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.265949:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.265956:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.265965:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f428d946. 02000000:00000010:3.0:1764938849.265986:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2cf829b. 00000400:00000010:3.0:1764938849.265990:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.265994:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.265999:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924352, portal 16 00000400:00000010:3.0:1764938849.266002:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938849.266004:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924352, offset 0 00000400:00000200:3.0:1764938849.266010:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.266018:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.266023:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.266026:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.266028:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.266031:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90039:90039:256:4294967295] 192.168.203.57@tcp LPNI seq info [90039:90039:8:4294967295] 00000400:00000200:3.0:1764938849.266039:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.266044:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.266047:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a4ab832 (tot 82352786). 00000800:00000200:3.0:1764938849.266051:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.266056:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.266058:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a4ab832 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1764938849.266310:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000423af7a7. 02000000:00000010:0.0:1764938849.266314:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cfca1797. 00000100:00000010:0.0:1764938849.266315:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017f0124a. 02000000:00000010:0.0:1764938849.266318:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:0.0:1764938849.266321:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069e89254. 00000100:00000200:0.0:1764938849.266330:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938849.266335:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc8dd40d. 00000400:00000010:0.0:1764938849.266338:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2a25dc9 (tot 82352938). 00000800:00000200:1.0:1764938849.266538:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.266541:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4ab832 (tot 82352690). 00000400:00000200:1.0:1764938849.266545:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.266549:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.266552:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:1.0:1764938849.266553:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:1.0:1764938849.266559:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924352/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.267336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8afd5a1. 00010000:00000010:3.1:1764938849.268520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005632ae3f. 00010000:00000010:3.1:1764938849.268531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006900702f. 00000400:00000200:1.0:1764938849.269842:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.269861:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506740 00000400:00000200:1.0:1764938849.269871:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb06fd [1] + 224 00000400:00000200:1.0:1764938849.269888:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.269891:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.269901:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924352/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.270022:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.270027:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.270030:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.270036:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924352/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.270042:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924352/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.270070:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2cf829b. 02000000:00000010:3.0:1764938849.270075:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f428d946. 00000100:00000010:3.0:1764938849.270079:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.270083:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.270086:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000400:00000200:1.0:1764938849.270647:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.270656:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60b40 00000400:00000200:1.0:1764938849.270662:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf12d [2] + 0 00000400:00000200:1.0:1764938849.270716:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.270720:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.270724:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.270730:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:0.0:1764938849.270812:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.270819:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.270823:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.270856:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621002560/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.271304:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002560 02000000:00000010:0.0:1764938849.271318:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000744796af. 00010000:00000010:0.0:1764938849.271345:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004bcc0fea. 00010000:00000010:0.0:1764938849.271367:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.271373:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000185b00c9. 00000100:00000010:0.0:1764938849.271392:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000185b00c9. 00010000:00000010:0.0:1764938849.271395:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.271408:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938849.271413:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002560, offset 224 00000400:00000200:0.0:1764938849.271420:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.271431:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.271436:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90040:90040:256:4294967295] 192.168.203.57@tcp LPNI seq info [90040:90040:8:4294967295] 00000400:00000200:0.0:1764938849.271447:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.271453:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.271457:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938849.271463:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.271470:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.271474:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.271487:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.271490:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.271493:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 00000800:00000200:1.0:1764938849.271813:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.271817:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:1.0:1764938849.271821:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.271825:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.271829:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:1.0:1764938849.271831:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00080000:00000010:3.0:1764938849.271979:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f428d946. 00010000:00000010:3.0:1764938849.272058:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.272065:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aced3f76. 00010000:00000010:3.0:1764938849.272171:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006900702f. 00010000:00000010:3.0:1764938849.272177:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938849.272185:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.272189:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.272195:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.272204:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2cf829b. 02000000:00000010:3.0:1764938849.272226:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d8b4a0f. 00000400:00000010:3.0:1764938849.272230:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.272234:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.272238:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924416, portal 16 00000400:00000010:3.0:1764938849.272241:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938849.272243:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924416, offset 0 00000400:00000200:3.0:1764938849.272248:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.272254:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.272259:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.272262:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.272265:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.272268:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90041:90041:256:4294967295] 192.168.203.57@tcp LPNI seq info [90041:90041:8:4294967295] 00000400:00000200:3.0:1764938849.272275:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.272279:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.272282:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e44e87 (tot 82352938). 00000800:00000200:3.0:1764938849.272285:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.272289:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.272292:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f6e44e87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.272800:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.272804:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e44e87 (tot 82352690). 00000400:00000200:1.0:1764938849.272808:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.272812:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.272816:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:1.0:1764938849.272817:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00000100:00000200:1.0:1764938849.272822:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.275856:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.275874:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506780 00000400:00000200:1.0:1764938849.275883:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb070d [1] + 224 00000400:00000200:1.0:1764938849.275899:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.275902:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.275911:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.276270:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.276274:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.276276:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.276282:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.276294:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.276319:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d8b4a0f. 02000000:00000010:3.0:1764938849.276325:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2cf829b. 00000100:00000010:3.0:1764938849.276328:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.276332:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.276335:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000400:00000200:1.0:1764938849.276495:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.276504:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60b80 00000400:00000200:1.0:1764938849.276509:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf12d [2] + 328 00000400:00000200:1.0:1764938849.276562:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.276566:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.276570:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.276574:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00000020:00000010:0.0:1764938849.276654:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.276661:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.276664:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.276686:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621002624/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.276722:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002624 02000000:00000010:0.0:1764938849.276731:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000086500ca. 00010000:00000010:0.0:1764938849.276754:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef2f7ff4. 00010000:00000010:0.0:1764938849.276774:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.276779:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000185b00c9. 00000100:00000010:0.0:1764938849.276799:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000185b00c9. 00010000:00000010:0.0:1764938849.276802:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.276814:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938849.276818:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002624, offset 224 00000400:00000200:0.0:1764938849.276825:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.276848:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.276854:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90042:90042:256:4294967295] 192.168.203.57@tcp LPNI seq info [90042:90042:8:4294967295] 00000400:00000200:0.0:1764938849.276864:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.276869:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.276873:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.276879:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.276885:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.276889:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.276904:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.276908:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.276911:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 00080000:00000010:1.0:1764938849.277178:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c52014f7. 00010000:00000010:1.0:1764938849.277265:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:1.0:1764938849.277272:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac8d9765. 00010000:00000010:1.0:1764938849.277335:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.277341:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.277351:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938849.277355:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.277360:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.277371:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007649b56b. 02000000:00000010:1.0:1764938849.277405:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf13862f. 00000400:00000010:1.0:1764938849.277409:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.277413:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd9c7137. 00000100:00000200:1.0:1764938849.277417:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924480, portal 16 00000400:00000010:1.0:1764938849.277421:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938849.277423:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924480, offset 0 00000400:00000200:1.0:1764938849.277427:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.277434:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.277441:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.277444:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.277447:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.277449:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90043:90043:255:4294967295] 192.168.203.57@tcp LPNI seq info [90043:90043:7:4294967295] 00000400:00000200:1.0:1764938849.277456:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.277460:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.277463:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938849.277466:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.277470:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.277472:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.277514:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.277517:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:1.0:1764938849.277521:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.277524:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.277527:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:1.0:1764938849.277529:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000800:00000200:1.0:1764938849.277566:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.277568:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938849.277572:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.277575:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.277577:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:1.0:1764938849.277578:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000100:00000200:1.0:1764938849.277582:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626924480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.278276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003154d7f6. 00010000:00000010:3.1:1764938849.278285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.1:1764938849.278289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f6ce0a7. 00010000:00000010:3.1:1764938849.278292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000400:00000200:1.0:1764938849.280047:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.280064:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55067c0 00000400:00000200:1.0:1764938849.280072:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0719 [1] + 224 00000400:00000200:1.0:1764938849.280084:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.280087:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.280095:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626924480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.280476:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:3.0:1764938849.280481:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9c7137 00000400:00000010:3.0:1764938849.280483:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd9c7137. 00000100:00000200:3.0:1764938849.280488:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626924480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.280495:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626924480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.280521:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf13862f. 02000000:00000010:3.0:1764938849.280529:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007649b56b. 00000100:00000010:3.0:1764938849.280532:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:3.0:1764938849.280536:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:3.0:1764938849.280540:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:1.0:1764938849.281051:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.281061:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60bc0 00000400:00000200:1.0:1764938849.281066:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf12d [2] + 656 00010000:00000010:0.1:1764938849.281200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9ed2178. 00000400:00000200:1.0:1764938849.281438:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.281443:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.281449:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.281453:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000020:00000010:2.0:1764938849.281791:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088507cd. 00000020:00000010:2.0:1764938849.281798:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.281802:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.281821:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621002688/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.281858:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002688 02000000:00000010:2.0:1764938849.281867:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.281889:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f9038b7. 00010000:00000010:2.0:1764938849.281905:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.281910:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.281923:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.281926:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.281936:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aa85688. 00000100:00000200:2.0:1764938849.281939:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002688, offset 224 00000400:00000200:2.0:1764938849.281945:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.281955:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.281959:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90044:90044:256:4294967295] 192.168.203.57@tcp LPNI seq info [90044:90044:8:4294967295] 00000400:00000200:2.0:1764938849.281969:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.281973:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.281978:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.281982:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.281988:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.281991:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.282008:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.282012:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.282014:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000088507cd. 00010000:00000010:3.1:1764938849.282139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060881ef9. 00010000:00000010:3.1:1764938849.282144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00080000:00000010:3.0:1764938849.282163:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078944ef8. 00010000:00000010:3.0:1764938849.282234:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:3.0:1764938849.282240:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5c08124. 00010000:00000010:3.0:1764938849.282302:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938849.282307:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.282315:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.282318:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.282323:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.282333:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2cf829b. 02000000:00000010:3.0:1764938849.282351:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d8b4a0f. 00000400:00000010:3.0:1764938849.282355:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.282359:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.282363:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924544, portal 16 00000400:00000010:3.0:1764938849.282367:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938849.282369:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924544, offset 0 00000400:00000200:3.0:1764938849.282373:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.282378:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.282394:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.282397:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.282399:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.282401:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90045:90045:255:4294967295] 192.168.203.57@tcp LPNI seq info [90045:90045:7:4294967295] 00000400:00000200:3.0:1764938849.282421:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.282425:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.282427:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82353186). 00000800:00000200:3.0:1764938849.282431:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.282434:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.282436:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.282539:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.282543:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352938). 00000400:00000200:1.0:1764938849.282546:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.282550:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.282553:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004aa85688 00000400:00000010:1.0:1764938849.282555:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004aa85688. 00000800:00000200:1.0:1764938849.282605:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.282607:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:1.0:1764938849.282610:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.282613:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.282614:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:1.0:1764938849.282616:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:1.0:1764938849.282620:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.284167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf6235e. 00010000:00000010:0.1:1764938849.284177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b406c1fe. 00010000:00000010:1.1:1764938849.284517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b83bb56. 00010000:00000010:1.1:1764938849.284523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006900702f. 00000400:00000200:1.0:1764938849.285156:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.285173:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506800 00000400:00000200:1.0:1764938849.285181:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0725 [1] + 224 00000400:00000200:1.0:1764938849.285194:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.285197:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.285205:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.285508:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.285513:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.285514:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.285520:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.285527:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.285552:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d8b4a0f. 02000000:00000010:3.0:1764938849.285557:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2cf829b. 00000100:00000010:3.0:1764938849.285560:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.285565:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.285568:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000400:00000200:1.0:1764938849.286373:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.286395:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60c00 00000400:00000200:1.0:1764938849.286400:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf12d [2] + 984 00000400:00000200:1.0:1764938849.286452:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.286456:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.286460:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.286464:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 00000020:00000010:0.0:1764938849.286792:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.286799:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.286802:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.286821:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a889889 x1850670621002752/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.287207:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002752 02000000:00000010:0.0:1764938849.287218:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0375d36. 00010000:00000010:0.0:1764938849.287242:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006263f711. 00010000:00000010:0.0:1764938849.287261:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.287266:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000185b00c9. 00000100:00000010:0.0:1764938849.287277:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000185b00c9. 00010000:00000010:0.0:1764938849.287280:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.287290:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938849.287294:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002752, offset 224 00000400:00000200:0.0:1764938849.287300:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.287311:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.287316:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90046:90046:256:4294967295] 192.168.203.57@tcp LPNI seq info [90046:90046:8:4294967295] 00000400:00000200:0.0:1764938849.287325:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.287329:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.287333:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.287338:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.287343:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.287346:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.287357:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.287360:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.287363:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 00080000:00000010:3.0:1764938849.287490:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2cf829b. 00010000:00000010:3.0:1764938849.287570:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.287576:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f92a6e95. 00010000:00000010:3.0:1764938849.287636:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.287642:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.287651:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.287654:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.287659:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.287668:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d8b4a0f. 02000000:00000010:3.0:1764938849.287690:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002543a650. 00000400:00000010:3.0:1764938849.287694:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.287697:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.287701:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924608, portal 16 00000400:00000010:3.0:1764938849.287705:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938849.287706:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924608, offset 0 00000400:00000200:3.0:1764938849.287711:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.287717:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.287722:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.287725:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.287727:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.287730:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90047:90047:255:4294967295] 192.168.203.57@tcp LPNI seq info [90047:90047:7:4294967295] 00000400:00000200:3.0:1764938849.287737:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.287740:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.287743:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82353186). 00000800:00000200:3.0:1764938849.287746:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.287749:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.287751:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.287994:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.287998:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:1.0:1764938849.288001:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.288005:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.288008:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:1.0:1764938849.288010:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000800:00000200:1.0:1764938849.288060:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.288062:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:1.0:1764938849.288065:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.288069:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.288071:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:1.0:1764938849.288072:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:1.0:1764938849.288076:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.288342:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d844b5. 00010000:00000010:3.1:1764938849.288676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ac54b8f. 00010000:00000010:3.1:1764938849.288684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:1.0:1764938849.290703:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.290721:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506840 00000400:00000200:1.0:1764938849.290731:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0731 [1] + 224 00000400:00000200:1.0:1764938849.290743:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.290747:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.290755:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.290787:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.290792:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60c40 00000400:00000200:1.0:1764938849.290797:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf12d [2] + 1312 00000400:00000200:1.0:1764938849.290804:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.290806:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.290809:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.290814:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000400:00000010:3.0:1764938849.290979:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.290983:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.290985:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.290990:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.290997:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.291025:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002543a650. 02000000:00000010:3.0:1764938849.291031:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d8b4a0f. 00000100:00000010:3.0:1764938849.291036:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.291041:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.291044:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000020:00000010:0.0:1764938849.291269:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.291276:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.291281:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.291303:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621002816/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.291638:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002816 02000000:00000010:0.0:1764938849.291649:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f84f26e1. 00010000:00000010:0.0:1764938849.291672:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ddb87ca. 00010000:00000010:0.0:1764938849.291695:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.291700:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000185b00c9. 00000100:00000010:0.0:1764938849.291712:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000185b00c9. 00010000:00000010:0.0:1764938849.291714:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.291727:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938849.291732:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002816, offset 224 00000400:00000200:0.0:1764938849.291740:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.291751:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.291756:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90048:90048:256:4294967295] 192.168.203.57@tcp LPNI seq info [90048:90048:8:4294967295] 00000400:00000200:0.0:1764938849.291765:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.291770:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.291774:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938849.291779:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.291786:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.291790:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.291815:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.291820:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.291824:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 00080000:00000010:3.0:1764938849.291889:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002543a650. 00010000:00000010:3.0:1764938849.291965:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.291971:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000460fc884. 00010000:00000010:3.0:1764938849.292034:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938849.292040:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.292048:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.292051:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.292057:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.292066:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fa2d2f8. 02000000:00000010:3.0:1764938849.292086:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9dc85fd. 00000400:00000010:3.0:1764938849.292091:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.292095:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.292100:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924672, portal 16 00000400:00000010:3.0:1764938849.292149:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938849.292151:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924672, offset 0 00000400:00000200:3.0:1764938849.292157:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.292163:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.292169:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.292172:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.292174:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.292176:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90049:90049:255:4294967295] 192.168.203.57@tcp LPNI seq info [90049:90049:7:4294967295] 00000400:00000200:3.0:1764938849.292184:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.292188:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.292191:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e44e87 (tot 82353186). 00000800:00000200:3.0:1764938849.292194:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.292197:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.292199:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f6e44e87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.292268:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.292272:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:1.0:1764938849.292275:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.292278:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.292281:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:1.0:1764938849.292283:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000800:00000200:1.0:1764938849.292336:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.292338:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e44e87 (tot 82352690). 00000400:00000200:1.0:1764938849.292341:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.292344:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.292346:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:1.0:1764938849.292346:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:1.0:1764938849.292350:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.294683:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.294702:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506880 00000400:00000200:1.0:1764938849.294709:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb073d [1] + 224 00000400:00000200:1.0:1764938849.294720:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.294723:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.294731:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.294764:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.294769:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60c80 00000400:00000200:1.0:1764938849.294774:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf12d [2] + 1640 00000400:00000200:1.0:1764938849.294782:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.294784:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.294787:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.294793:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000400:00000010:3.0:1764938849.295462:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.295467:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.295469:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.295475:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.295482:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.295507:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9dc85fd. 02000000:00000010:3.0:1764938849.295512:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fa2d2f8. 00000100:00000010:3.0:1764938849.295515:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.295519:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.295522:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000020:00000010:0.0:1764938849.295696:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.295703:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.295706:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.295728:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621002880/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.295898:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002880 02000000:00000010:0.0:1764938849.295912:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed4df0f3. 00010000:00000010:0.0:1764938849.295935:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038944886. 00010000:00000010:0.0:1764938849.295956:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.295962:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000185b00c9. 00000100:00000010:0.0:1764938849.295980:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000185b00c9. 00010000:00000010:0.0:1764938849.295983:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.295996:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938849.296000:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002880, offset 224 00000400:00000200:0.0:1764938849.296007:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.296018:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.296023:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90050:90050:256:4294967295] 192.168.203.57@tcp LPNI seq info [90050:90050:8:4294967295] 00000400:00000200:0.0:1764938849.296032:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.296036:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.296040:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.296045:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.296051:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.296054:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.296075:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.296078:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.296081:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 00080000:00000010:3.0:1764938849.296162:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa2d2f8. 00010000:00000010:3.0:1764938849.296234:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.296240:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000873612b2. 00010000:00000010:3.0:1764938849.296301:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7d45e45. 00010000:00000010:3.0:1764938849.296305:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000279a651d. 00010000:00000010:3.0:1764938849.296309:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000370fa2fd. 00010000:00000010:3.0:1764938849.296314:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daf7db5a. 00080000:00000010:3.0:1764938849.296325:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9dc85fd. 00010000:00000010:3.0:1764938849.296347:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.296350:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000279a651d. 00010000:00000010:3.0:1764938849.296411:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007920db1a. 00010000:00000010:3.0:1764938849.296415:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.296422:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.296425:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.296430:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.296440:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d8b4a0f. 02000000:00000010:3.0:1764938849.296459:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007edb7194. 00000400:00000010:3.0:1764938849.296463:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.296467:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.296471:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924736, portal 16 00000400:00000010:3.0:1764938849.296475:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000100:00000200:3.0:1764938849.296476:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924736, offset 0 00000400:00000200:3.0:1764938849.296482:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.296489:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.296495:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.296498:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.296500:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.296503:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90051:90051:255:4294967295] 192.168.203.57@tcp LPNI seq info [90051:90051:7:4294967295] 00000400:00000200:3.0:1764938849.296509:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.296513:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.296517:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a4ab832 (tot 82353186). 00000800:00000200:3.0:1764938849.296520:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.296524:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.296526:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a4ab832 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.296614:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.296618:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:1.0:1764938849.296622:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.296625:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.296629:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:1.0:1764938849.296631:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000800:00000200:1.0:1764938849.296696:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.296698:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4ab832 (tot 82352690). 00000400:00000200:1.0:1764938849.296702:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.296705:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.296707:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:1.0:1764938849.296708:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 00000100:00000200:1.0:1764938849.296712:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.297128:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004ccfa8e. 00010000:00000010:3.1:1764938849.297913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006acd63b7. 00010000:00000010:3.1:1764938849.297921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00000400:00000200:1.0:1764938849.299719:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.299737:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55068c0 00000400:00000200:1.0:1764938849.299746:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0749 [1] + 224 00000400:00000200:1.0:1764938849.299757:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.299761:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.299771:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.299805:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.299810:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60cc0 00000400:00000200:1.0:1764938849.299814:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf12d [2] + 1968 00000400:00000010:1.0:1764938849.299817:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085a1f8e1. 00000400:00000200:1.0:1764938849.299821:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bc2c8bac 00000400:00000010:3.0:1764938849.299959:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.299962:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.299964:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.299969:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.299976:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.299998:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007edb7194. 02000000:00000010:3.0:1764938849.300003:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d8b4a0f. 00000100:00000010:3.0:1764938849.300007:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.300011:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.300014:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000400:00000200:1.0:1764938849.300057:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.300061:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.300064:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc2c8bac 00000400:00000010:1.0:1764938849.300065:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bc2c8bac (tot 82352538). 00000100:00000200:1.0:1764938849.300069:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938849.300559:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.300568:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.300571:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.300592:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073a2cc60 x1850670621002944/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.300764:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621002944 02000000:00000010:0.0:1764938849.300777:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e119960c. 00010000:00000010:0.0:1764938849.300800:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67a13f2. 00010000:00000010:0.0:1764938849.300819:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.300825:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000185b00c9. 00000100:00000010:0.0:1764938849.301056:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000185b00c9. 00010000:00000010:0.0:1764938849.301061:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.301074:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938849.301079:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621002944, offset 224 00000400:00000200:0.0:1764938849.301085:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.301095:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.301100:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90052:90052:256:4294967295] 192.168.203.57@tcp LPNI seq info [90052:90052:8:4294967295] 00000400:00000200:0.0:1764938849.301128:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.301132:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.301137:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352786). 00000800:00000200:0.0:1764938849.301141:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.301147:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.301150:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.301171:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.301175:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.301177:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 02000000:00000010:0.0:1764938849.301183:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed4df0f3. 00000100:00000010:0.0:1764938849.301186:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:0.0:1764938849.301189:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f84f26e1. 00000100:00000010:0.0:1764938849.301191:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:0.0:1764938849.301193:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0375d36. 00000100:00000010:0.0:1764938849.301195:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 02000000:00000010:0.0:1764938849.301197:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000100:00000010:0.0:1764938849.301200:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:0.0:1764938849.301203:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000086500ca. 00000100:00000010:0.0:1764938849.301205:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:0.0:1764938849.301208:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000744796af. 00000100:00000010:0.0:1764938849.301210:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000200:0.0:1764938849.301215:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938849.301219:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000075a6aaab. 00000400:00000010:0.0:1764938849.301223:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000185b00c9 (tot 82352938). 00010000:00000010:3.1:1764938849.301275:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005546e788. 00010000:00000010:3.1:1764938849.301280:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00080000:00000010:3.0:1764938849.301295:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007edb7194. 00010000:00000010:3.0:1764938849.301366:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.301372:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbfc6088. 00010000:00000010:3.0:1764938849.301445:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.301450:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.301459:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.301463:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.301468:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.301477:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f52518ad. 02000000:00000010:3.0:1764938849.301497:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d8b4a0f. 00000400:00000010:3.0:1764938849.301501:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.301504:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.301507:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924800, portal 16 00000400:00000010:3.0:1764938849.301510:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938849.301512:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924800, offset 0 00000400:00000200:3.0:1764938849.301517:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.301523:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.301529:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.301532:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.301534:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.301537:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90053:90053:255:4294967295] 192.168.203.57@tcp LPNI seq info [90053:90053:7:4294967295] 00000400:00000200:3.0:1764938849.301543:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.301547:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.301549:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4607fa0 (tot 82353186). 00000800:00000200:3.0:1764938849.301552:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.301555:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.301558:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4607fa0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.301667:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.301670:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:1.0:1764938849.301673:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.301677:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.301681:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:1.0:1764938849.301682:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 02000000:00000010:1.0:1764938849.301685:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e119960c. 00000800:00000200:1.0:1764938849.301930:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.301934:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4607fa0 (tot 82352690). 00000400:00000200:1.0:1764938849.301938:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.301941:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.301944:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:1.0:1764938849.301945:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:1.0:1764938849.301950:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.305144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071acce3f. 00010000:00000010:0.1:1764938849.305157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006792c4f4. 00010000:00000010:3.1:1764938849.305327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd0b6542. 00010000:00000010:3.1:1764938849.305333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.1:1764938849.305338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d45e45. 00010000:00000010:3.1:1764938849.305342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000370fa2fd. 00000400:00000200:1.0:1764938849.305470:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.305486:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506900 00000400:00000200:1.0:1764938849.305494:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0759 [1] + 224 00000400:00000200:1.0:1764938849.305506:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.305509:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.305520:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.305555:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.305561:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60d00 00000400:00000200:1.0:1764938849.305565:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf185 [2] + 0 00000400:00000200:1.0:1764938849.305616:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.305620:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.305624:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.305629:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:0.0:1764938849.305719:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e119960c. 00000020:00000010:0.0:1764938849.305726:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.305731:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.305756:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621003008/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:3.0:1764938849.305860:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099ed194a. 00000400:00000200:3.0:1764938849.305865:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938849.305867:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938849.305873:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.305882:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.305908:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d8b4a0f. 02000000:00000010:3.0:1764938849.305913:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f52518ad. 00000100:00000010:3.0:1764938849.305917:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938849.305921:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938849.305925:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00000100:00000200:0.0:1764938849.306054:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003008 02000000:00000010:0.0:1764938849.306066:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed4df0f3. 00010000:00000010:0.0:1764938849.306089:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004799ac74. 00010000:00000010:0.0:1764938849.306153:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.306160:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.306170:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.306172:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.306184:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938849.306188:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003008, offset 224 00000400:00000200:0.0:1764938849.306195:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.306206:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.306211:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90054:90054:256:4294967295] 192.168.203.57@tcp LPNI seq info [90054:90054:8:4294967295] 00000400:00000200:0.0:1764938849.306221:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.306226:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.306233:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.306237:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.306243:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.306247:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.306261:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.306264:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.306267:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e119960c. 00000800:00000200:1.0:1764938849.306522:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.306525:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352690). 00000400:00000200:1.0:1764938849.306529:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.306533:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.306536:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:1.0:1764938849.306538:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00080000:00000010:3.0:1764938849.306767:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d8b4a0f. 00010000:00000010:3.0:1764938849.306859:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.306867:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a84e5db7. 00010000:00000010:3.0:1764938849.306948:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000370fa2fd. 00010000:00000010:3.0:1764938849.306954:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938849.306965:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938849.306968:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938849.306974:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938849.306985:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f52518ad. 02000000:00000010:1.0:1764938849.310561:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007649b56b. 00000400:00000010:1.0:1764938849.310578:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938849.310587:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938849.310593:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924864, portal 16 00000400:00000010:1.0:1764938849.310599:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938849.310602:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924864, offset 0 00000400:00000200:1.0:1764938849.310612:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.310628:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.310636:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.310639:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.310642:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.310645:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90055:90055:256:4294967295] 192.168.203.57@tcp LPNI seq info [90055:90055:8:4294967295] 00000400:00000200:1.0:1764938849.310659:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.310665:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.310670:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938849.310676:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.310683:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.310687:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.311189:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.311193:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938849.311199:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.311205:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.311209:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:2.0:1764938849.311211:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00000100:00000200:2.0:1764938849.311218:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626924864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.312151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2b7009. 00010000:00000010:3.1:1764938849.312199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f2755a2. 00010000:00000010:3.1:1764938849.312206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00000400:00000200:1.0:1764938849.314543:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.314561:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506940 00000400:00000200:1.0:1764938849.314568:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0765 [1] + 224 00000400:00000200:1.0:1764938849.314578:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.314582:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.314591:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626924864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.314632:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.314637:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60d40 00000400:00000200:1.0:1764938849.314642:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf185 [2] + 328 00000400:00000200:1.0:1764938849.314687:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.314691:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.314694:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.314699:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:0.0:1764938849.314784:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e119960c. 00000020:00000010:0.0:1764938849.314792:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.314796:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.314817:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621003072/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.314861:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003072 02000000:00000010:0.0:1764938849.314873:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000744796af. 00010000:00000010:0.0:1764938849.314909:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.314916:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.314922:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.314926:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.314939:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938849.314944:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003072, offset 224 00000400:00000200:0.0:1764938849.314952:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.314961:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.314966:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90056:90056:256:4294967295] 192.168.203.57@tcp LPNI seq info [90056:90056:8:4294967295] 00000400:00000200:0.0:1764938849.314975:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.314980:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.314984:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.314988:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.314995:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.314998:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.315020:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.315024:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:0.0:1764938849.315026:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e119960c. 00000800:00000200:1.0:1764938849.315233:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.315237:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:1.0:1764938849.315240:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.315244:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.315248:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938849.315250:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000400:00000010:2.0:1764938849.315343:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:2.0:1764938849.315348:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:2.0:1764938849.315349:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000100:00000200:2.0:1764938849.315356:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626924864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.315364:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626924864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938849.315394:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a71219d6. 02000000:00000010:2.0:1764938849.315409:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007649b56b. 02000000:00000010:2.0:1764938849.315416:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f52518ad. 00000100:00000010:2.0:1764938849.315420:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:2.0:1764938849.315424:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:2.0:1764938849.315426:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00080000:00000010:2.0:1764938849.315441:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000088507cd. 00010000:00000010:2.0:1764938849.315522:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf7db5a. 00010000:00000010:2.0:1764938849.315529:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007b73c65. 00010000:00000010:2.0:1764938849.315606:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa469e67. 00010000:00000010:2.0:1764938849.315612:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938849.315621:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.315625:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.315631:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938849.315639:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000876e0b60. 02000000:00000010:2.0:1764938849.315657:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bc5bfc6. 00000400:00000010:2.0:1764938849.315661:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9ab23f2. 00000400:00000010:2.0:1764938849.315665:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938849.315669:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924928, portal 16 00000400:00000010:2.0:1764938849.315673:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938849.315675:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924928, offset 0 00000400:00000200:2.0:1764938849.315681:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.315688:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.315695:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938849.315699:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938849.315701:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938849.315704:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90057:90057:256:4294967295] 192.168.203.57@tcp LPNI seq info [90057:90057:8:4294967295] 00000400:00000200:2.0:1764938849.315713:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.315717:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.315720:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938849.315724:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.315729:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.315731:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.316148:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.316151:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:1.0:1764938849.316155:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.316160:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.316163:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7ce4bb 00000400:00000010:1.0:1764938849.316164:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7ce4bb. 00000100:00000200:1.0:1764938849.316171:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626924928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.317478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b608b78. 00000400:00000200:1.0:1764938849.318939:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.318956:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506980 00000400:00000200:1.0:1764938849.318964:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0771 [1] + 224 00000400:00000200:1.0:1764938849.318975:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.318978:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.318988:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626924928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.319027:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.319033:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60d80 00000400:00000200:1.0:1764938849.319038:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf185 [2] + 656 00000400:00000010:2.0:1764938849.319252:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9ab23f2. 00000400:00000200:2.0:1764938849.319257:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938849.319259:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:2.0:1764938849.319266:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626924928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.319273:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626924928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938849.319298:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bc5bfc6. 02000000:00000010:2.0:1764938849.319303:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000876e0b60. 00000100:00000010:2.0:1764938849.319306:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938849.319309:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.319312:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000200:1.0:1764938849.319452:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.319456:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.319461:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.319466:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00010000:00000010:3.1:1764938849.319660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b10ad57d. 00010000:00000010:3.1:1764938849.319667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00000020:00000010:3.0:1764938849.319709:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b5e2085. 00000020:00000010:3.0:1764938849.319716:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.319720:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec24b51b. 00000100:00000200:3.0:1764938849.319742:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621003136/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938849.319775:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003136 02000000:00000010:3.0:1764938849.319787:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005e2a8d69. 00010000:00000010:3.0:1764938849.319813:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccda1356. 00010000:00000010:3.0:1764938849.319831:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.319850:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0f215aa. 00000100:00000010:3.0:1764938849.319864:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0f215aa. 00010000:00000010:3.0:1764938849.319867:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.319881:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.319885:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003136, offset 224 00000400:00000200:3.0:1764938849.319891:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.319901:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.319905:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90058:90058:256:4294967295] 192.168.203.57@tcp LPNI seq info [90058:90058:8:4294967295] 00000400:00000200:3.0:1764938849.319914:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.319918:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.319922:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82352938). 00000800:00000200:3.0:1764938849.319927:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.319933:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.319937:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.319958:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.319962:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec24b51b. 00000020:00000010:3.0:1764938849.319965:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b5e2085. 00080000:00000010:2.0:1764938849.320261:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000876e0b60. 00010000:00000010:2.0:1764938849.320344:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938849.320351:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000898ef468. 00010000:00000010:2.0:1764938849.320435:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a3ff6e8. 00010000:00000010:2.0:1764938849.320442:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938849.320453:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.320457:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.320462:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938849.320472:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bc5bfc6. 02000000:00000010:2.0:1764938849.320493:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dec75e0d. 00000400:00000010:2.0:1764938849.320497:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9ab23f2. 00000400:00000010:2.0:1764938849.320500:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938849.320505:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626924992, portal 16 00000400:00000010:2.0:1764938849.320508:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938849.320510:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626924992, offset 0 00000400:00000200:2.0:1764938849.320516:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.320522:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.320529:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938849.320532:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938849.320535:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938849.320537:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90059:90059:255:4294967295] 192.168.203.57@tcp LPNI seq info [90059:90059:7:4294967295] 00000400:00000200:2.0:1764938849.320544:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.320548:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.320550:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82353186). 00000800:00000200:2.0:1764938849.320554:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.320558:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.320561:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.320645:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.320649:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352938). 00000400:00000200:1.0:1764938849.320653:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.320657:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.320660:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:1.0:1764938849.320662:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000800:00000200:1.0:1764938849.320711:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.320713:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:1.0:1764938849.320716:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.320719:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.320721:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101c6888 00000400:00000010:1.0:1764938849.320723:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101c6888. 00000100:00000200:1.0:1764938849.320728:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626924992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.322700:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.322714:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55069c0 00000400:00000200:1.0:1764938849.322721:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb077d [1] + 224 00000400:00000200:1.0:1764938849.322731:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.322734:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.322741:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626924992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.323263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad5a740. 00010000:00000010:2.1:1764938849.323271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fdcb676. 00010000:00000010:2.1:1764938849.323274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000370fa2fd. 00000400:00000010:2.0:1764938849.323289:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9ab23f2. 00000400:00000200:2.0:1764938849.323293:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938849.323295:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:2.0:1764938849.323302:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626924992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.323309:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626924992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938849.323334:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dec75e0d. 02000000:00000010:2.0:1764938849.323339:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001bc5bfc6. 00000100:00000010:2.0:1764938849.323342:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938849.323345:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.323348:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000200:1.0:1764938849.324140:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.324152:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60dc0 00000400:00000200:1.0:1764938849.324157:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf185 [2] + 984 00000400:00000200:1.0:1764938849.324206:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.324209:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.324214:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.324218:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000020:00000010:0.0:1764938849.324326:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000086500ca. 00000020:00000010:0.0:1764938849.324332:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.324335:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009bb50772. 00000100:00000200:0.0:1764938849.324356:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621003200/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938849.324950:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003200 02000000:00000010:3.0:1764938849.324963:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b5e2085. 00010000:00000010:3.0:1764938849.324986:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6777def. 00010000:00000010:3.0:1764938849.325004:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.325009:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0f215aa. 00000100:00000010:3.0:1764938849.325027:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0f215aa. 00010000:00000010:3.0:1764938849.325029:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.325040:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da61de4c. 00000100:00000200:3.0:1764938849.325044:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003200, offset 224 00000400:00000200:3.0:1764938849.325051:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.325061:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.325066:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90060:90060:256:4294967295] 192.168.203.57@tcp LPNI seq info [90060:90060:8:4294967295] 00000400:00000200:3.0:1764938849.325074:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.325078:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.325082:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4fb9563 (tot 82352938). 00000800:00000200:3.0:1764938849.325086:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.325092:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.325095:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4fb9563 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.325137:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:3.0:1764938849.325141:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009bb50772. 00000020:00000010:3.0:1764938849.325144:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000086500ca. 00000800:00000200:0.0:1764938849.325293:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.325296:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4fb9563 (tot 82352690). 00000400:00000200:0.0:1764938849.325300:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.325304:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.325307:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da61de4c 00000400:00000010:0.0:1764938849.325309:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da61de4c. 00080000:00000010:1.0:1764938849.325367:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf13862f. 00010000:00000010:1.0:1764938849.325455:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2339fca. 00010000:00000010:1.0:1764938849.325462:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008929bef1. 00010000:00000010:1.0:1764938849.325525:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.325532:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.325542:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e8a0815. 00000100:00000010:1.0:1764938849.325546:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938849.325552:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 02000000:00000010:1.0:1764938849.325562:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007649b56b. 02000000:00000010:1.0:1764938849.325583:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b11b20aa. 00000400:00000010:1.0:1764938849.325588:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f07f7620. 00000400:00000010:1.0:1764938849.325593:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938849.325597:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925056, portal 16 00000400:00000010:1.0:1764938849.325601:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd7a8a2. 00000100:00000200:1.0:1764938849.325602:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925056, offset 0 00000400:00000200:1.0:1764938849.325608:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.325613:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.325619:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.325622:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.325625:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.325627:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90061:90061:256:4294967295] 192.168.203.57@tcp LPNI seq info [90061:90061:8:4294967295] 00000400:00000200:1.0:1764938849.325634:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.325638:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.325640:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938849.325643:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.325647:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.325649:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.325846:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.325848:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938849.325851:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.325855:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.325857:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd7a8a2 00000400:00000010:2.0:1764938849.325858:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd7a8a2. 00000100:00000200:2.0:1764938849.325863:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a889889 x1850670626925056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.327786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000912197f7. 00010000:00000010:2.1:1764938849.328152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4f507c9. 00010000:00000010:2.1:1764938849.328158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa469e67. 00000400:00000200:1.0:1764938849.328544:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.328560:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506a00 00000400:00000200:1.0:1764938849.328568:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0789 [1] + 224 00000400:00000200:1.0:1764938849.328580:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.328583:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.328593:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a889889 x1850670626925056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.328628:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.328633:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60e00 00000400:00000200:1.0:1764938849.328638:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf185 [2] + 1312 00000400:00000200:1.0:1764938849.328646:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.328648:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.328651:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.328655:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000400:00000010:2.0:1764938849.328716:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f07f7620. 00000400:00000200:2.0:1764938849.328720:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:2.0:1764938849.328722:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00000100:00000200:2.0:1764938849.328727:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a889889 x1850670626925056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.328734:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a889889 x1850670626925056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938849.328759:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b11b20aa. 02000000:00000010:2.0:1764938849.328763:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007649b56b. 00000100:00000010:2.0:1764938849.328770:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a889889. 00000100:00000010:2.0:1764938849.328773:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:2.0:1764938849.328777:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e8a0815. 00000020:00000010:3.0:1764938849.328925:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cc3bffe. 00000020:00000010:3.0:1764938849.328931:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.328935:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec24b51b. 00000100:00000200:3.0:1764938849.328957:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621003264/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938849.328986:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003264 02000000:00000010:3.0:1764938849.328996:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083ba2b15. 00010000:00000010:3.0:1764938849.329018:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000510fcba1. 00010000:00000010:3.0:1764938849.329042:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.329047:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0f215aa. 00000100:00000010:3.0:1764938849.329058:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0f215aa. 00010000:00000010:3.0:1764938849.329060:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.329070:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.329074:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003264, offset 224 00000400:00000200:3.0:1764938849.329081:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.329089:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.329093:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90062:90062:256:4294967295] 192.168.203.57@tcp LPNI seq info [90062:90062:8:4294967295] 00000400:00000200:3.0:1764938849.329131:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.329136:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.329140:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938849.329144:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.329150:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.329153:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.329163:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.329166:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec24b51b. 00000020:00000010:3.0:1764938849.329169:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cc3bffe. 00080000:00000010:1.0:1764938849.329255:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053226281. 00010000:00000010:1.0:1764938849.329324:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.329329:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a3090cf. 00010000:00000010:1.0:1764938849.329410:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938849.329415:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.329423:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.329426:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.329430:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 02000000:00000010:1.0:1764938849.329438:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4303760. 02000000:00000010:1.0:1764938849.329456:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb8d4511. 00000400:00000010:1.0:1764938849.329460:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.329463:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.329466:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925120, portal 16 00000400:00000010:1.0:1764938849.329469:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938849.329470:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925120, offset 0 00000400:00000200:1.0:1764938849.329475:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.329481:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.329486:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.329489:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.329492:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.329494:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90063:90063:255:4294967295] 192.168.203.57@tcp LPNI seq info [90063:90063:7:4294967295] 00000400:00000200:1.0:1764938849.329501:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.329505:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.329508:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938849.329511:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.329515:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.329517:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.329597:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.329601:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352938). 00000400:00000200:0.0:1764938849.329605:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.329608:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.329611:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:0.0:1764938849.329612:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000800:00000200:0.0:1764938849.329666:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.329667:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:0.0:1764938849.329670:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.329673:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.329675:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:0.0:1764938849.329676:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00000100:00000200:0.0:1764938849.329679:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000315e5b21 x1850670626925120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.331487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58fb872. 00010000:00000010:1.1:1764938849.331500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3ff6e8. 00000400:00000200:2.0:1764938849.331800:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.331813:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506a40 00000400:00000200:2.0:1764938849.331819:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0795 [1] + 224 00000400:00000200:2.0:1764938849.331830:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.331847:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.331854:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000315e5b21 x1850670626925120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.332179:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.332183:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.332185:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.332191:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000315e5b21 x1850670626925120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.332198:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000315e5b21 x1850670626925120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.332221:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb8d4511. 02000000:00000010:1.0:1764938849.332225:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4303760. 00000100:00000010:1.0:1764938849.332229:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000010:1.0:1764938849.332232:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.332235:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:1.0:1764938849.332518:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.332527:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60e40 00000400:00000200:1.0:1764938849.332532:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf185 [2] + 1640 00000400:00000200:1.0:1764938849.332678:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.332682:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.332686:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.332690:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:2.0:1764938849.333012:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc5bfc6. 00000020:00000010:2.0:1764938849.333019:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.333023:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.333040:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621003328/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.333310:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003328 02000000:00000010:2.0:1764938849.333321:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dec75e0d. 00010000:00000010:2.0:1764938849.333345:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076bbcfee. 00010000:00000010:2.0:1764938849.333362:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.333368:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.333389:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.333391:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.333403:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938849.333407:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003328, offset 224 00000400:00000200:2.0:1764938849.333413:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.333422:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.333427:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90064:90064:256:4294967295] 192.168.203.57@tcp LPNI seq info [90064:90064:8:4294967295] 00000400:00000200:2.0:1764938849.333436:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.333440:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.333444:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938849.333448:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.333454:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.333457:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.333480:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.333484:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.333487:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc5bfc6. 00080000:00000010:1.0:1764938849.333532:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4303760. 00010000:00000010:1.0:1764938849.333608:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.333614:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001130094d. 00010000:00000010:1.0:1764938849.333673:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.333678:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.333685:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.333688:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.333694:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.333702:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb8d4511. 02000000:00000010:1.0:1764938849.333720:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b11b20aa. 00000400:00000010:1.0:1764938849.333723:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.333727:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.333730:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925184, portal 16 00000400:00000010:1.0:1764938849.333734:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938849.333735:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925184, offset 0 00000400:00000200:1.0:1764938849.333739:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.333744:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.333749:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.333753:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.333755:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.333758:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90065:90065:255:4294967295] 192.168.203.57@tcp LPNI seq info [90065:90065:7:4294967295] 00000400:00000200:1.0:1764938849.333764:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.333768:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.333771:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938849.333774:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.333777:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.333779:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.333893:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.333896:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352938). 00000400:00000200:3.0:1764938849.333900:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.333903:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.333906:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:3.0:1764938849.333907:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000800:00000200:3.0:1764938849.333952:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.333953:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938849.333957:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.333959:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.333961:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:3.0:1764938849.333962:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00000100:00000200:3.0:1764938849.333966:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.335193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071018446. 00000400:00000200:2.0:1764938849.335825:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.335889:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506a80 00000400:00000200:2.0:1764938849.335896:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb07a1 [1] + 224 00000400:00000200:2.0:1764938849.335909:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.335913:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.335921:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.336624:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.336629:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.336631:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.336639:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.336647:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.336673:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b11b20aa. 02000000:00000010:1.0:1764938849.336678:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb8d4511. 00000100:00000010:1.0:1764938849.336681:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.336686:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.336689:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:1.0:1764938849.337833:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.337849:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60e80 00000400:00000200:1.0:1764938849.337856:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf185 [2] + 1968 00000400:00000010:1.0:1764938849.337860:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074546303. 00000400:00000200:1.0:1764938849.337864:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007ada5c4f 00000400:00000200:1.0:1764938849.338026:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.338032:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.338036:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ada5c4f 00000400:00000010:1.0:1764938849.338038:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007ada5c4f (tot 82352538). 00000100:00000200:1.0:1764938849.338043:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938849.338265:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc5bfc6. 00000020:00000010:2.0:1764938849.338272:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.338276:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.338306:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f640ede3 x1850670621003392/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938849.338342:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003392 02000000:00000010:2.0:1764938849.338354:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.338389:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da3813a8. 00010000:00000010:2.0:1764938849.338411:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.338417:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef7fcb19. 00000100:00000010:2.0:1764938849.338433:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef7fcb19. 00010000:00000010:2.0:1764938849.338436:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.338448:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed232696. 00000100:00000200:2.0:1764938849.338452:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003392, offset 224 00000400:00000200:2.0:1764938849.338459:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938849.338816:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb8d4511. 00010000:00000010:1.0:1764938849.338893:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.338899:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f824023a. 00010000:00000010:1.0:1764938849.338975:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.338981:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.338991:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.338996:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.339003:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.339014:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b11b20aa. 02000000:00000010:1.0:1764938849.339038:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d67b991f. 00000400:00000010:1.0:1764938849.339043:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.339047:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.339051:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925248, portal 16 00000400:00000010:1.0:1764938849.339055:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000571cc73. 00000100:00000200:1.0:1764938849.339057:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925248, offset 0 00000400:00000200:1.0:1764938849.339063:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.339086:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.339093:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90066:90066:256:4294967295] 192.168.203.57@tcp LPNI seq info [90066:90066:8:4294967295] 00010000:00000010:2.1:1764938849.339131:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d243627b. 00000400:00000200:2.0:1764938849.339141:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.339147:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.339152:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352786). 00000800:00000200:2.0:1764938849.339156:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.339163:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.339166:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.339187:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.339191:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.339195:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc5bfc6. 02000000:00000010:2.0:1764938849.339202:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dec75e0d. 00000100:00000010:2.0:1764938849.339206:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:2.0:1764938849.339209:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083ba2b15. 00000100:00000010:2.0:1764938849.339211:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:2.0:1764938849.339214:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b5e2085. 00000100:00000010:2.0:1764938849.339216:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:2.0:1764938849.339219:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005e2a8d69. 00000100:00000010:2.0:1764938849.339222:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:2.0:1764938849.339225:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000744796af. 00000100:00000010:2.0:1764938849.339227:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:2.0:1764938849.339230:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed4df0f3. 00000100:00000010:2.0:1764938849.339232:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000200:2.0:1764938849.339238:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938849.339242:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9ab23f2. 00000400:00000010:2.0:1764938849.339245:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef7fcb19 (tot 82352938). 00010000:00000010:3.1:1764938849.339310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009827455f. 00000800:00000200:3.0:1764938849.339399:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.339403:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938849.339407:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.339411:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.339414:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed232696 00000400:00000010:3.0:1764938849.339415:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed232696. 02000000:00000010:3.0:1764938849.339421:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00010000:00000010:1.1:1764938849.339462:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1735dd7. 00010000:00000010:1.1:1764938849.339468:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00000400:00000200:1.0:1764938849.339545:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.339551:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.339554:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.339557:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.339560:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90067:90067:255:4294967295] 192.168.203.57@tcp LPNI seq info [90067:90067:7:4294967295] 00000400:00000200:1.0:1764938849.339567:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.339572:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.339575:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938849.339579:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.339583:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.339586:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938849.341149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e26bc37a. 00010000:00000010:1.1:1764938849.341161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00000800:00000200:0.0:1764938849.342550:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.342556:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:0.0:1764938849.342563:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.342572:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.342578:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:0.0:1764938849.342580:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 00000100:00000200:0.0:1764938849.342589:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.345150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083b941a9. 00010000:00000010:1.1:1764938849.345205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c9360b5. 00010000:00000010:1.1:1764938849.345212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00000400:00000200:2.0:1764938849.345846:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.345863:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506ac0 00000400:00000200:2.0:1764938849.345873:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb07ad [1] + 224 00000400:00000200:2.0:1764938849.345886:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.345890:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.345901:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.345940:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.345946:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60ec0 00000400:00000200:2.0:1764938849.345952:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf1dd [2] + 0 00000400:00000010:1.0:1764938849.345973:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.345978:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.345981:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.345987:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.345993:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.346006:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.346010:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.346014:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.346019:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:1.0:1764938849.346025:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d67b991f. 02000000:00000010:1.0:1764938849.346030:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b11b20aa. 00000100:00000010:1.0:1764938849.346035:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.346039:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.346043:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:3.0:1764938849.346491:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083ba2b15. 00000020:00000010:3.0:1764938849.346500:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.346505:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec24b51b. 00000100:00000200:3.0:1764938849.346528:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621003456/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938849.346564:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003456 02000000:00000010:3.0:1764938849.346576:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cc3bffe. 00010000:00000010:3.0:1764938849.346604:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0ed65e0. 00010000:00000010:3.0:1764938849.346627:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.346634:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0f215aa. 00000100:00000010:3.0:1764938849.346654:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0f215aa. 00010000:00000010:3.0:1764938849.346657:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.346671:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938849.346677:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003456, offset 224 00000400:00000200:3.0:1764938849.346685:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.346697:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.346703:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90068:90068:256:4294967295] 192.168.203.57@tcp LPNI seq info [90068:90068:8:4294967295] 00000400:00000200:3.0:1764938849.346712:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.346717:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.346721:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938849.346727:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.346734:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.346738:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.346764:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.346768:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec24b51b. 00000020:00000010:3.0:1764938849.346772:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083ba2b15. 00080000:00000010:1.0:1764938849.347074:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d67b991f. 00010000:00000010:1.0:1764938849.347196:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.347202:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0ec6070. 00010000:00000010:1.0:1764938849.347273:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.347279:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.347289:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.347293:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.347299:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.347308:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d10e591. 02000000:00000010:1.0:1764938849.347328:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6256a49. 00000400:00000010:1.0:1764938849.347333:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.347337:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.347342:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925312, portal 16 00000400:00000010:1.0:1764938849.347346:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938849.347347:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925312, offset 0 00000400:00000200:1.0:1764938849.347353:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.347360:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.347366:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.347370:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.347373:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.347376:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90069:90069:255:4294967295] 192.168.203.57@tcp LPNI seq info [90069:90069:7:4294967295] 00000400:00000200:1.0:1764938849.347394:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.347399:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.347403:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938849.347407:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.347411:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.347414:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.347526:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.347530:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352938). 00000400:00000200:2.0:1764938849.347535:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.347539:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.347542:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:2.0:1764938849.347544:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000800:00000200:2.0:1764938849.347596:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.347598:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938849.347602:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.347604:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.347606:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:2.0:1764938849.347608:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:2.0:1764938849.347612:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.351146:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.351166:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506b00 00000400:00000200:0.0:1764938849.351175:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb07bd [1] + 224 00000400:00000200:0.0:1764938849.351189:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.351192:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.351202:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.351412:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.351418:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.351420:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.351426:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.351435:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.351463:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6256a49. 02000000:00000010:1.0:1764938849.351469:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d10e591. 00000100:00000010:1.0:1764938849.351472:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.351476:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.351481:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.351797:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.351807:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60f00 00000400:00000200:2.0:1764938849.351813:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf1dd [2] + 328 00000400:00000200:2.0:1764938849.351892:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.351897:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.351903:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.351908:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:0.0:1764938849.352192:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0375d36. 00000020:00000010:0.0:1764938849.352200:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.352204:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.352230:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621003520/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.352261:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003520 02000000:00000010:0.0:1764938849.352271:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f84f26e1. 00010000:00000010:0.0:1764938849.352298:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf149667. 00010000:00000010:0.0:1764938849.352317:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.352323:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.352335:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.352339:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.352351:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.352355:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003520, offset 224 00000400:00000200:0.0:1764938849.352362:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.352372:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.352378:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90070:90070:256:4294967295] 192.168.203.57@tcp LPNI seq info [90070:90070:8:4294967295] 00000400:00000200:0.0:1764938849.352399:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.352404:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.352409:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938849.352415:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.352421:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.352425:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.352448:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.352451:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.352454:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0375d36. 00080000:00000010:1.0:1764938849.352820:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d10e591. 00010000:00000010:1.0:1764938849.352906:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.352913:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007dd818ad. 00010000:00000010:1.0:1764938849.352986:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938849.352992:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.353000:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.353004:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.353010:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.353020:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6256a49. 02000000:00000010:1.0:1764938849.353041:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e6a0298. 00000400:00000010:1.0:1764938849.353047:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.353051:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.353056:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925376, portal 16 00000400:00000010:1.0:1764938849.353060:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938849.353062:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925376, offset 0 00000400:00000200:1.0:1764938849.353068:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.353075:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.353082:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.353085:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.353088:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.353091:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90071:90071:255:4294967295] 192.168.203.57@tcp LPNI seq info [90071:90071:7:4294967295] 00000400:00000200:1.0:1764938849.353099:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.353134:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.353138:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938849.353143:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.353148:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.353151:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.353269:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.353273:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352938). 00000400:00000200:2.0:1764938849.353277:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.353280:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.353284:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:2.0:1764938849.353286:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000800:00000200:2.0:1764938849.353337:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.353339:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938849.353343:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.353346:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.353348:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:2.0:1764938849.353349:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00000100:00000200:2.0:1764938849.353355:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.354171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0f8202. 00010000:00000010:1.1:1764938849.355379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090429bb2. 00010000:00000010:1.1:1764938849.355400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:0.0:1764938849.356075:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.356091:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506b40 00000400:00000200:0.0:1764938849.356129:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb07c9 [1] + 224 00000400:00000200:0.0:1764938849.356146:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.356150:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.356159:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.356364:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.356369:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.356371:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.356377:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.356395:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.356423:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e6a0298. 02000000:00000010:1.0:1764938849.356428:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6256a49. 00000100:00000010:1.0:1764938849.356432:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.356436:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.356440:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.356964:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.356975:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60f40 00000400:00000200:2.0:1764938849.356982:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf1dd [2] + 656 00000400:00000200:2.0:1764938849.357039:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.357043:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.357049:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.357053:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:3.0:1764938849.357721:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083ba2b15. 00000020:00000010:3.0:1764938849.357731:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.357735:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec24b51b. 00000100:00000200:3.0:1764938849.357759:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621003584/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938849.357790:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003584 02000000:00000010:3.0:1764938849.357802:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3413a4e. 00010000:00000010:3.0:1764938849.357829:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e13a917d. 00010000:00000010:3.0:1764938849.357863:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.357869:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0f215aa. 00000100:00000010:3.0:1764938849.357887:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0f215aa. 00010000:00000010:3.0:1764938849.357890:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.357904:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938849.357909:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003584, offset 224 00000400:00000200:3.0:1764938849.357916:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.357927:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.357933:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90072:90072:256:4294967295] 192.168.203.57@tcp LPNI seq info [90072:90072:8:4294967295] 00000400:00000200:3.0:1764938849.357944:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.357949:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.357954:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f150cf (tot 82352938). 00000800:00000200:3.0:1764938849.357960:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.357967:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.357970:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5f150cf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.357995:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.357999:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec24b51b. 00000020:00000010:3.0:1764938849.358002:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083ba2b15. 00080000:00000010:1.0:1764938849.358477:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6256a49. 00010000:00000010:1.0:1764938849.358585:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.358593:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6c4823f. 00010000:00000010:1.0:1764938849.358659:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.358662:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.358666:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.358671:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.358681:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e6a0298. 00010000:00000010:1.0:1764938849.358705:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.358707:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.358750:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.358753:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.358759:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.358763:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.358770:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.358779:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000053df115. 02000000:00000010:1.0:1764938849.358802:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9757eb1. 00000400:00000010:1.0:1764938849.358806:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.358811:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.358815:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925440, portal 16 00000400:00000010:1.0:1764938849.358819:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938849.358821:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925440, offset 0 00000400:00000200:1.0:1764938849.358828:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.358852:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.358858:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.358861:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.358864:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.358867:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90073:90073:255:4294967295] 192.168.203.57@tcp LPNI seq info [90073:90073:7:4294967295] 00000400:00000200:1.0:1764938849.358875:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.358880:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.358883:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938849.358887:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.358893:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.358896:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.358983:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.358986:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f150cf (tot 82352938). 00000400:00000200:2.0:1764938849.358990:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.358994:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.358998:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:2.0:1764938849.359000:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000800:00000200:2.0:1764938849.359057:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.359058:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938849.359062:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.359064:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.359066:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:2.0:1764938849.359067:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:2.0:1764938849.359072:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.360246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001307f4b6. 00000400:00000200:0.0:1764938849.361789:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.361805:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506b80 00000400:00000200:0.0:1764938849.361813:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb07d5 [1] + 224 00000400:00000200:0.0:1764938849.361822:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.361826:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.361844:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.361874:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.361878:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60f80 00000400:00000200:0.0:1764938849.361882:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf1dd [2] + 984 00000400:00000200:0.0:1764938849.361889:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.361891:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.361895:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.361899:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000069e89254. 00000400:00000010:1.0:1764938849.361965:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.361969:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.361971:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.361977:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.361983:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.362009:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9757eb1. 02000000:00000010:1.0:1764938849.362013:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000053df115. 00000100:00000010:1.0:1764938849.362016:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.362020:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.362024:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:3.0:1764938849.362080:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f44fc72. 00000020:00000010:3.0:1764938849.362087:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.362091:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec24b51b. 00000100:00000200:3.0:1764938849.362139:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000069e89254 x1850670621003648/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938849.362167:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003648 02000000:00000010:3.0:1764938849.362177:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083ba2b15. 00010000:00000010:3.0:1764938849.362199:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f76a67a7. 00010000:00000010:3.0:1764938849.362216:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.362222:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0f215aa. 00000100:00000010:3.0:1764938849.362231:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0f215aa. 00010000:00000010:3.0:1764938849.362233:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.362244:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938849.362247:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003648, offset 224 00000400:00000200:3.0:1764938849.362254:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.362262:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.362267:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90074:90074:256:4294967295] 192.168.203.57@tcp LPNI seq info [90074:90074:8:4294967295] 00000400:00000200:3.0:1764938849.362276:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.362281:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.362286:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9da62a (tot 82352938). 00000800:00000200:3.0:1764938849.362291:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.362297:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.362300:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f9da62a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.362314:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.362317:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec24b51b. 00000020:00000010:3.0:1764938849.362320:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f44fc72. 00080000:00000010:1.0:1764938849.362523:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000053df115. 00010000:00000010:1.0:1764938849.362608:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.362614:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039696e16. 00010000:00000010:1.0:1764938849.362683:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.362689:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.362699:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.362702:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.362708:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.362717:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9757eb1. 02000000:00000010:1.0:1764938849.362739:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b11b20aa. 00000400:00000010:1.0:1764938849.362743:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.362746:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.362751:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925504, portal 16 00000400:00000010:1.0:1764938849.362754:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938849.362756:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925504, offset 0 00000400:00000200:1.0:1764938849.362761:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.362767:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.362773:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.362777:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.362780:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.362782:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90075:90075:255:4294967295] 192.168.203.57@tcp LPNI seq info [90075:90075:7:4294967295] 00000400:00000200:1.0:1764938849.362790:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.362794:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.362797:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82353186). 00000800:00000200:1.0:1764938849.362801:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.362806:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.362807:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.362923:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.362927:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9da62a (tot 82352938). 00000400:00000200:0.0:1764938849.362931:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.362935:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.362938:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1259d8e 00000400:00000010:0.0:1764938849.362939:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1259d8e. 00000800:00000200:0.0:1764938849.363171:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.363173:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:0.0:1764938849.363178:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.363181:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.363184:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:0.0:1764938849.363185:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000100:00000200:0.0:1764938849.363190:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.363679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000290a9225. 00010000:00000010:1.1:1764938849.363685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:3.1:1764938849.364436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0b9c9d. 00000400:00000200:2.0:1764938849.365633:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.365649:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506bc0 00000400:00000200:2.0:1764938849.365658:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb07e1 [1] + 224 00000400:00000200:2.0:1764938849.365669:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.365672:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.365682:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.365718:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.365723:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f60fc0 00000400:00000200:2.0:1764938849.365728:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf1dd [2] + 1312 00000400:00000200:2.0:1764938849.365737:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.365740:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.365744:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.365749:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000400:00000010:1.0:1764938849.365892:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.365897:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.365899:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.365905:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.365913:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.365938:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b11b20aa. 02000000:00000010:1.0:1764938849.365943:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9757eb1. 00000100:00000010:1.0:1764938849.365948:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.365952:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.365956:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:2.0:1764938849.366292:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dec75e0d. 00000020:00000010:2.0:1764938849.366299:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.366303:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.366326:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621003712/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.366679:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003712 02000000:00000010:2.0:1764938849.366691:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc5bfc6. 00010000:00000010:2.0:1764938849.366716:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6da885a. 00010000:00000010:2.0:1764938849.366735:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.366741:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938849.366757:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938849.366760:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.366772:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938849.366776:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003712, offset 224 00000400:00000200:2.0:1764938849.366783:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.366792:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.366798:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90076:90076:256:4294967295] 192.168.203.57@tcp LPNI seq info [90076:90076:8:4294967295] 00000400:00000200:2.0:1764938849.366807:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.366812:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.366816:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.366822:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.366828:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.366845:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1764938849.366921:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b11b20aa. 00010000:00000010:1.0:1764938849.366995:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.367001:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c145d8e. 00010000:00000010:1.0:1764938849.367070:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.367076:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.367085:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.367089:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.367095:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.367128:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9757eb1. 02000000:00000010:1.0:1764938849.367149:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab657b28. 00000400:00000010:1.0:1764938849.367154:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.367157:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.367161:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925568, portal 16 00000400:00000010:1.0:1764938849.367165:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938849.367168:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925568, offset 0 00000400:00000200:1.0:1764938849.367173:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.367179:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.367185:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.367189:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.367192:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.367195:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90077:90077:255:4294967295] 192.168.203.57@tcp LPNI seq info [90077:90077:7:4294967295] 00000400:00000200:1.0:1764938849.367203:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.367207:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.367210:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82353186). 00000800:00000200:1.0:1764938849.367214:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.367217:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.367220:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.367267:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.367272:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.367276:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dec75e0d. 00000800:00000200:0.0:1764938849.367954:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.367958:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352938). 00000400:00000200:0.0:1764938849.367963:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.367968:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.367972:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d4ee39 00000400:00000010:0.0:1764938849.367974:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d4ee39. 00000800:00000200:0.0:1764938849.368045:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.368047:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:0.0:1764938849.368051:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.368055:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.368057:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:0.0:1764938849.368058:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000100:00000200:0.0:1764938849.368063:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.370960:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.370979:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506c00 00000400:00000200:0.0:1764938849.370989:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb07ed [1] + 224 00000400:00000200:0.0:1764938849.371001:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.371005:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.371015:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.371052:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.371058:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61000 00000400:00000200:0.0:1764938849.371063:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf1dd [2] + 1640 00000400:00000200:0.0:1764938849.371071:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.371074:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.371078:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.371083:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017f0124a. 00000020:00000010:2.0:1764938849.371287:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dec75e0d. 00000020:00000010:2.0:1764938849.371294:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.371298:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.371318:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017f0124a x1850670621003776/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.371341:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003776 02000000:00000010:2.0:1764938849.371350:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938849.371399:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.371407:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938849.371413:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938849.371416:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.371431:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938849.371436:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003776, offset 224 00000400:00000200:2.0:1764938849.371444:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.371453:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.371458:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90078:90078:256:4294967295] 192.168.203.57@tcp LPNI seq info [90078:90078:8:4294967295] 00000400:00000200:2.0:1764938849.371467:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.371472:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.371477:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.371481:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.371487:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.371491:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.371509:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.371513:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.371516:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dec75e0d. 00000800:00000200:2.0:1764938849.371602:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.371606:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:2.0:1764938849.371610:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.371613:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.371616:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938849.371618:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000400:00000010:1.0:1764938849.371689:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.371693:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.371694:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.371699:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.371707:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938849.371724:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1a0a144. 02000000:00000010:1.0:1764938849.371737:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab657b28. 02000000:00000010:1.0:1764938849.371741:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9757eb1. 00000100:00000010:1.0:1764938849.371745:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.371748:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.371751:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00080000:00000010:1.0:1764938849.371767:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab657b28. 00010000:00000010:1.0:1764938849.371861:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.371867:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ad85ddc. 00010000:00000010:1.0:1764938849.371936:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.0:1764938849.371943:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.371951:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.371955:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.371960:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.371970:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9757eb1. 02000000:00000010:1.0:1764938849.371991:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ff6aa2c. 00000400:00000010:1.0:1764938849.371995:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.371998:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.372001:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925632, portal 16 00000400:00000010:1.0:1764938849.372005:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938849.372007:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925632, offset 0 00000400:00000200:1.0:1764938849.372012:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.372019:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.372024:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.372028:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.372031:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.372033:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90079:90079:256:4294967295] 192.168.203.57@tcp LPNI seq info [90079:90079:8:4294967295] 00000400:00000200:1.0:1764938849.372040:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.372044:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.372047:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938849.372050:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.372054:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.372056:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938849.372727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd6bbced. 00010000:00000010:1.1:1764938849.372735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.1:1764938849.372739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.372742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000800:00000200:2.0:1764938849.373066:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.373069:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938849.373074:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.373079:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.373083:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:2.0:1764938849.373084:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:2.0:1764938849.373091:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.373143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1da492. 00010000:00000010:2.1:1764938849.376039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b77ee6db. 00010000:00000010:1.1:1764938849.376392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bd86aed. 00010000:00000010:1.1:1764938849.376400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.1:1764938849.380921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079a9f287. 00010000:00000010:1.1:1764938849.380933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.1:1764938849.380937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b14cbb2d. 00010000:00000010:1.1:1764938849.380940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000355ff906. 00010000:00000010:1.1:1764938849.380943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00000400:00000200:0.0:1764938849.381156:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.381172:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506c40 00000400:00000200:0.0:1764938849.381180:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb07f9 [1] + 224 00000400:00000200:0.0:1764938849.381190:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.381194:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.381204:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.381229:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.381235:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61040 00000400:00000200:0.0:1764938849.381240:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf1dd [2] + 1968 00000400:00000010:0.0:1764938849.381244:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e415ebf4. 00000400:00000200:0.0:1764938849.381248:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d6d2265e 00000400:00000200:0.0:1764938849.381297:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.381300:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.381302:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6d2265e 00000400:00000010:0.0:1764938849.381304:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d6d2265e (tot 82352538). 00000100:00000200:0.0:1764938849.381309:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1764938849.381395:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.381399:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.381401:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.381406:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.381414:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.381446:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ff6aa2c. 02000000:00000010:1.0:1764938849.381452:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9757eb1. 00000100:00000010:1.0:1764938849.381456:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.381460:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.381464:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:3.0:1764938849.381543:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f44fc72. 00000020:00000010:3.0:1764938849.381549:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.381553:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec24b51b. 00000100:00000200:3.0:1764938849.381574:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089b463a1 x1850670621003840/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938849.381602:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003840 02000000:00000010:3.0:1764938849.381612:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099eb138d. 00010000:00000010:3.0:1764938849.381637:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d6fafce. 00010000:00000010:3.0:1764938849.381658:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.381665:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0f215aa. 00000100:00000010:3.0:1764938849.381680:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0f215aa. 00010000:00000010:3.0:1764938849.381683:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.381694:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938849.381699:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003840, offset 224 00000400:00000200:3.0:1764938849.381706:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.381716:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.381721:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90080:90080:256:4294967295] 192.168.203.57@tcp LPNI seq info [90080:90080:8:4294967295] 00000400:00000200:3.0:1764938849.381731:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.381736:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.381740:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82352786). 00000800:00000200:3.0:1764938849.381746:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.381753:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.381757:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.381785:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.381790:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec24b51b. 00000020:00000010:3.0:1764938849.381792:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f44fc72. 02000000:00000010:3.0:1764938849.381799:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:3.0:1764938849.381803:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017f0124a. 02000000:00000010:3.0:1764938849.381806:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc5bfc6. 00000100:00000010:3.0:1764938849.381809:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:3.0:1764938849.381812:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083ba2b15. 00000100:00000010:3.0:1764938849.381814:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069e89254. 02000000:00000010:3.0:1764938849.381817:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3413a4e. 00000100:00000010:3.0:1764938849.381819:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:3.0:1764938849.381822:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f84f26e1. 00000100:00000010:3.0:1764938849.381824:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:3.0:1764938849.381826:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cc3bffe. 00000100:00000010:3.0:1764938849.381829:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00080000:00000010:1.0:1764938849.381925:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ff6aa2c. 00010000:00000010:1.0:1764938849.382000:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.382005:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000724e4afa. 00010000:00000010:1.0:1764938849.382070:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.382075:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.382084:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.382087:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.382093:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.382139:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccacfb8d. 02000000:00000010:1.0:1764938849.382164:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076652955. 00000400:00000010:1.0:1764938849.382168:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.382171:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.382175:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925696, portal 16 00000400:00000010:1.0:1764938849.382179:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938849.382181:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925696, offset 0 00000400:00000200:1.0:1764938849.382186:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.382192:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.382198:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.382202:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.382204:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.382207:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90081:90081:255:4294967295] 192.168.203.57@tcp LPNI seq info [90081:90081:7:4294967295] 00000400:00000200:1.0:1764938849.382214:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.382219:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.382222:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353034). 00000800:00000200:1.0:1764938849.382227:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.382231:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.382233:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.382317:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.382320:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352786). 00000400:00000200:0.0:1764938849.382324:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.382328:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.382331:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:0.0:1764938849.382333:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 02000000:00000010:0.0:1764938849.382337:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099eb138d. 00000800:00000200:0.0:1764938849.382376:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.382378:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352538). 00000400:00000200:0.0:1764938849.382393:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.382396:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.382398:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:0.0:1764938849.382400:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00000100:00000200:0.0:1764938849.382405:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.382607:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938849.382625:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099ed194a. 00000400:00000010:3.0:1764938849.382630:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0f215aa (tot 82352690). 00000400:00000200:2.0:1764938849.386410:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.386434:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506c80 00000400:00000200:2.0:1764938849.386445:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0805 [1] + 224 00000400:00000200:2.0:1764938849.386463:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.386467:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.386477:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.386704:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.386709:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.386711:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.386718:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.386726:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.386754:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076652955. 02000000:00000010:1.0:1764938849.386760:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccacfb8d. 00000100:00000010:1.0:1764938849.386763:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.386768:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.386772:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:0.0:1764938849.387010:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.387020:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61080 00000400:00000200:0.0:1764938849.387026:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf235 [2] + 0 00000400:00000200:0.0:1764938849.387669:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.387676:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.387682:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.387689:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000423af7a7. 00000020:00000010:2.0:1764938849.387788:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dec75e0d. 00000020:00000010:2.0:1764938849.387796:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.387801:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.387825:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000423af7a7 x1850670621003904/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938849.387859:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003904 02000000:00000010:2.0:1764938849.387869:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cfca1797. 00010000:00000010:2.0:1764938849.387893:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eeb440b0. 00010000:00000010:2.0:1764938849.387913:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.387920:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00010000:00000010:3.1:1764938849.388139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf3149e. 00000100:00000010:2.0:1764938849.388277:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938849.388283:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.388299:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938849.388305:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003904, offset 224 00000400:00000200:2.0:1764938849.388316:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.388333:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.388341:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90082:90082:256:4294967295] 192.168.203.57@tcp LPNI seq info [90082:90082:8:4294967295] 00000400:00000200:2.0:1764938849.388352:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.388357:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.388363:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.388368:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.388376:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.388390:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1764938849.388570:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006047fb95. 00010000:00000010:1.1:1764938849.388578:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00080000:00000010:1.0:1764938849.388596:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccacfb8d. 00010000:00000010:1.0:1764938849.388674:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.388692:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa9a5b44. 00010000:00000010:1.0:1764938849.388760:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.388764:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.388769:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.0:1764938849.388773:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.388785:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076652955. 00010000:00000010:1.0:1764938849.388810:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.388813:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.388861:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.388865:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.388872:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.388876:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.388882:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.388892:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c32692ca. 02000000:00000010:1.0:1764938849.388913:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000782dbc65. 00000400:00000010:1.0:1764938849.388918:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.388922:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.388927:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925760, portal 16 00000400:00000010:1.0:1764938849.388932:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938849.388933:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925760, offset 0 00000400:00000200:1.0:1764938849.388939:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.388945:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.388952:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.388956:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.388958:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.388961:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90083:90083:255:4294967295] 192.168.203.57@tcp LPNI seq info [90083:90083:7:4294967295] 00000400:00000200:1.0:1764938849.388968:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.388973:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.388976:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938849.388980:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.388984:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.388986:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.389017:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.389022:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.389026:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dec75e0d. 00000800:00000200:0.0:1764938849.389818:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.389823:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352938). 00000400:00000200:0.0:1764938849.389828:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.389834:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.389838:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:0.0:1764938849.389840:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000800:00000200:0.0:1764938849.390788:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.390792:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:0.0:1764938849.390798:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.390804:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.390808:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:0.0:1764938849.390809:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 00000100:00000200:0.0:1764938849.390817:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.394296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000451442ba. 00000400:00000200:2.0:1764938849.397219:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.397243:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506cc0 00000400:00000200:2.0:1764938849.397273:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0815 [1] + 224 00000400:00000200:2.0:1764938849.397297:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.397301:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.397312:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.397366:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.397372:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f610c0 00000400:00000200:2.0:1764938849.397377:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf235 [2] + 328 00000400:00000200:2.0:1764938849.397409:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.397413:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.397418:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.397424:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:3.0:1764938849.397814:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8017ee0. 00000020:00000010:3.0:1764938849.397821:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938849.397825:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec24b51b. 00000100:00000200:3.0:1764938849.397977:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621003968/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:1.0:1764938849.398559:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.398566:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.398587:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.398595:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.398605:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.398634:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000782dbc65. 02000000:00000010:1.0:1764938849.398640:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c32692ca. 00000100:00000010:1.0:1764938849.398643:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.398660:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.398665:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000100:00000200:0.0:1764938849.398748:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621003968 02000000:00000010:0.0:1764938849.398762:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0375d36. 00010000:00000010:0.0:1764938849.398790:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bfd6ffd. 00010000:00000010:0.0:1764938849.398812:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.398819:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.398845:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.398848:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.398861:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938849.398866:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621003968, offset 224 00000400:00000200:0.0:1764938849.398874:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.398887:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.398893:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90084:90084:256:4294967295] 192.168.203.57@tcp LPNI seq info [90084:90084:8:4294967295] 00000400:00000200:0.0:1764938849.398903:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.398909:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.398913:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.398919:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.398925:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.398929:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.398947:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:0.0:1764938849.398951:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec24b51b. 00000020:00000010:0.0:1764938849.398955:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8017ee0. 00000800:00000200:3.0:1764938849.399346:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.399350:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938849.399355:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.399359:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.399363:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:3.0:1764938849.399364:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00080000:00000010:1.0:1764938849.399458:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c32692ca. 00010000:00000010:1.0:1764938849.399576:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.399584:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b76e348. 00010000:00000010:1.0:1764938849.399680:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.399687:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.399698:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.399702:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.399710:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.399722:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000782dbc65. 02000000:00000010:1.0:1764938849.399744:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c877a7c6. 00000400:00000010:1.0:1764938849.399749:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.399752:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.399756:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925824, portal 16 00000400:00000010:1.0:1764938849.399760:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938849.399762:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925824, offset 0 00000400:00000200:1.0:1764938849.399768:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.399776:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.399782:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.399785:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.399788:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.399790:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90085:90085:256:4294967295] 192.168.203.57@tcp LPNI seq info [90085:90085:8:4294967295] 00000400:00000200:1.0:1764938849.399799:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.399804:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.399807:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938849.399812:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.399817:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.399820:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.400378:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.400391:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:0.0:1764938849.400396:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.400401:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.400404:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:0.0:1764938849.400405:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00000100:00000200:0.0:1764938849.400411:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.401841:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046d859e7. 00010000:00000010:1.1:1764938849.401853:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.1:1764938849.401858:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.401860:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00000400:00000200:2.0:1764938849.402915:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.402935:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506d00 00000400:00000200:2.0:1764938849.402943:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0821 [1] + 224 00000400:00000200:2.0:1764938849.402957:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.402960:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.402970:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.403446:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.403455:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61100 00000400:00000200:3.0:1764938849.403461:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf235 [2] + 656 00000400:00000200:3.0:1764938849.403509:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.403514:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.403518:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.403523:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c666046. 00000020:00000010:0.0:1764938849.403707:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.403715:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.403719:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.403742:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c666046 x1850670621004032/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.403773:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004032 02000000:00000010:0.0:1764938849.403785:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f84f26e1. 00010000:00000010:0.0:1764938849.403822:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.403829:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.403835:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.403839:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.403852:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.403856:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004032, offset 224 00000400:00000200:0.0:1764938849.403864:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.403874:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.403880:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90086:90086:256:4294967295] 192.168.203.57@tcp LPNI seq info [90086:90086:8:4294967295] 00000400:00000200:0.0:1764938849.403890:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.403895:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.403899:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.403904:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.403911:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.403914:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.403935:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.403939:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.403943:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 00000800:00000200:3.0:1764938849.404179:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.404183:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938849.404186:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.404190:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.404193:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938849.404195:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000400:00000010:1.0:1764938849.404644:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.404649:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.404651:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.404658:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.404667:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938849.404687:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001291dc21. 02000000:00000010:1.0:1764938849.404702:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c877a7c6. 02000000:00000010:1.0:1764938849.404707:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000782dbc65. 00000100:00000010:1.0:1764938849.404711:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.404715:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.404718:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00080000:00000010:1.0:1764938849.404735:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000782dbc65. 00010000:00000010:1.0:1764938849.404813:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.404820:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e56461c. 00010000:00000010:1.0:1764938849.404892:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.0:1764938849.404898:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.404908:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.404912:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.404918:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.404926:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c877a7c6. 02000000:00000010:1.0:1764938849.404947:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef22972. 00000400:00000010:1.0:1764938849.404951:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.404954:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.404959:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925888, portal 16 00000400:00000010:1.0:1764938849.404963:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938849.404965:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925888, offset 0 00000400:00000200:1.0:1764938849.404971:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.404979:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.404985:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.404989:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.404991:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.404995:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90087:90087:256:4294967295] 192.168.203.57@tcp LPNI seq info [90087:90087:8:4294967295] 00000400:00000200:1.0:1764938849.405004:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.405009:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.405013:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938849.405017:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.405022:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.405024:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.405535:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.405539:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938849.405544:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.405549:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.405553:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:2.0:1764938849.405554:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:2.0:1764938849.405559:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.408500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e4472fa. 00000400:00000200:0.0:1764938849.408544:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.408559:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506d40 00000400:00000200:0.0:1764938849.408567:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb082d [1] + 224 00000400:00000200:0.0:1764938849.408582:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.408586:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.408597:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.408890:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.408895:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.408897:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.408903:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.408911:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.408938:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef22972. 02000000:00000010:1.0:1764938849.408944:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c877a7c6. 00000100:00000010:1.0:1764938849.408948:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.408953:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.408957:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938849.409636:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.409647:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61140 00000400:00000200:3.0:1764938849.409653:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf235 [2] + 984 00000400:00000200:3.0:1764938849.409702:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.409706:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.409712:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.409716:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c97a623. 00000020:00000010:2.0:1764938849.410581:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dec75e0d. 00000020:00000010:2.0:1764938849.410590:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.410594:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.410618:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c97a623 x1850670621004096/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.410656:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004096 02000000:00000010:2.0:1764938849.410667:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac12e91. 00010000:00000010:2.0:1764938849.410695:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d60513b. 00010000:00000010:2.0:1764938849.410717:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.410724:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00000100:00000010:2.0:1764938849.410740:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938849.410743:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.410757:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938849.410762:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004096, offset 224 00000400:00000200:2.0:1764938849.410770:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.410781:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.410788:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90088:90088:256:4294967295] 192.168.203.57@tcp LPNI seq info [90088:90088:8:4294967295] 00000400:00000200:2.0:1764938849.410798:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.410804:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.410808:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938849.410813:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.410819:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.410823:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.410856:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.410861:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.410864:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dec75e0d. 00000800:00000200:3.0:1764938849.411182:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.411185:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938849.411189:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.411193:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.411197:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:3.0:1764938849.411200:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00080000:00000010:1.0:1764938849.411456:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c877a7c6. 00010000:00000010:1.0:1764938849.411552:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.411559:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f353532b. 00010000:00000010:1.0:1764938849.411636:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.411642:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.411653:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.411657:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.411664:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.411676:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ef22972. 02000000:00000010:1.0:1764938849.411698:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4c2ccce. 00000400:00000010:1.0:1764938849.411704:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.411709:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.411715:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626925952, portal 16 00000400:00000010:1.0:1764938849.411719:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938849.411721:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626925952, offset 0 00000400:00000200:1.0:1764938849.411727:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.411736:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.411743:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.411747:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.411749:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.411752:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90089:90089:256:4294967295] 192.168.203.57@tcp LPNI seq info [90089:90089:8:4294967295] 00000400:00000200:1.0:1764938849.411761:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.411765:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.411769:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938849.411774:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.411779:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.411781:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.412472:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.412477:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938849.412482:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.412487:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.412491:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:3.0:1764938849.412493:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:3.0:1764938849.412500:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626925952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.413191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014998eba. 00010000:00000010:1.1:1764938849.413199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00000400:00000200:3.0:1764938849.415850:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.415868:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506d80 00000400:00000200:3.0:1764938849.415877:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0839 [1] + 224 00000400:00000200:3.0:1764938849.415892:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.415896:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.415906:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626925952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.416261:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.416265:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.416268:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.416274:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626925952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.416280:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626925952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.416307:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4c2ccce. 02000000:00000010:1.0:1764938849.416312:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ef22972. 00000100:00000010:1.0:1764938849.416316:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.416320:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.416324:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938849.417310:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.417322:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61180 00000400:00000200:3.0:1764938849.417329:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf235 [2] + 1312 00000400:00000200:3.0:1764938849.417402:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.417406:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.417411:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.417416:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbbde638. 00000020:00000010:0.0:1764938849.417901:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.417910:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.417914:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.417940:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fbbde638 x1850670621004160/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.417973:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004160 02000000:00000010:0.0:1764938849.417983:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000744796af. 00010000:00000010:0.0:1764938849.418010:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a66c1cf. 00010000:00000010:0.0:1764938849.418035:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.418041:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.418055:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.418058:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.418071:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938849.418076:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004160, offset 224 00000400:00000200:0.0:1764938849.418084:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.418095:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00010000:00000010:2.1:1764938849.418119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075a95bc5. 00000400:00000200:0.0:1764938849.418136:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90090:90090:256:4294967295] 192.168.203.57@tcp LPNI seq info [90090:90090:8:4294967295] 00000400:00000200:0.0:1764938849.418148:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.418153:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.418158:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938849.418163:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.418169:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.418173:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1764938849.418197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc009f8a. 00000020:00000010:0.0:1764938849.418198:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.418203:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00010000:00000010:1.1:1764938849.418206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee6cf32. 00000020:00000010:0.0:1764938849.418207:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 00010000:00000010:1.1:1764938849.418214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00080000:00000010:1.0:1764938849.418238:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ef22972. 00010000:00000010:1.0:1764938849.418321:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.418327:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081fce7e9. 00010000:00000010:1.0:1764938849.418417:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.418425:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.418436:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.418441:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.418450:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.418463:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4c2ccce. 02000000:00000010:1.0:1764938849.418489:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b526a6f6. 00000400:00000010:1.0:1764938849.418495:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.418499:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.418504:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926016, portal 16 00000800:00000200:3.0:1764938849.418510:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1764938849.418510:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938849.418514:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926016, offset 0 00000800:00000010:3.0:1764938849.418515:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:3.0:1764938849.418520:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.418521:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.418526:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.418531:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.418532:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:3.0:1764938849.418535:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000400:00000200:1.0:1764938849.418541:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.418546:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.418549:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.418552:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90091:90091:255:4294967295] 192.168.203.57@tcp LPNI seq info [90091:90091:7:4294967295] 00000400:00000200:1.0:1764938849.418560:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.418565:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.418569:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938849.418574:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.418579:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.418582:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.419400:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.419404:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938849.419409:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.419415:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.419418:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:3.0:1764938849.419420:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:3.0:1764938849.419426:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.422294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8fdfee4. 00010000:00000010:1.1:1764938849.422311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.1:1764938849.425253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf980cd. 00010000:00000010:1.1:1764938849.425266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:0.1:1764938849.426155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052ca502c. 00000400:00000200:3.0:1764938849.430077:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.430098:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506dc0 00000400:00000200:3.0:1764938849.430163:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0845 [1] + 224 00000400:00000200:3.0:1764938849.430180:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.430184:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.430195:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.431288:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.431301:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f611c0 00000400:00000200:3.0:1764938849.431307:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf235 [2] + 1640 00000400:00000200:3.0:1764938849.431356:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.431360:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.431366:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.431371:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000681c7840. 00000400:00000010:1.0:1764938849.431612:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.431617:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.431619:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.431627:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.431635:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.431665:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b526a6f6. 02000000:00000010:1.0:1764938849.431670:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4c2ccce. 00000100:00000010:1.0:1764938849.431674:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.431678:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.431682:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:0.0:1764938849.431778:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d79b295. 00000020:00000010:0.0:1764938849.431786:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.431789:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.431812:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000681c7840 x1850670621004224/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.431845:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004224 02000000:00000010:0.0:1764938849.431854:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000086500ca. 00010000:00000010:0.0:1764938849.431876:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d759b9f1. 00010000:00000010:0.0:1764938849.431898:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.431904:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.431919:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.431922:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.431933:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938849.431937:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004224, offset 224 00000400:00000200:0.0:1764938849.431945:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.431955:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.431960:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90092:90092:256:4294967295] 192.168.203.57@tcp LPNI seq info [90092:90092:8:4294967295] 00000400:00000200:0.0:1764938849.431969:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.431974:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.431977:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.431982:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.431988:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.431991:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.432277:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.432282:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.432285:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d79b295. 00080000:00000010:1.0:1764938849.432611:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4c2ccce. 00010000:00000010:1.0:1764938849.432694:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.432701:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cdeff6f. 00010000:00000010:1.0:1764938849.432771:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.432775:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.432779:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.432784:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.432795:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b526a6f6. 00010000:00000010:1.0:1764938849.432820:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.432823:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.432869:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.0:1764938849.432873:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.432880:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.432884:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.432890:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.432901:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd71e3d0. 02000000:00000010:1.0:1764938849.432923:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c4d67e5. 00000400:00000010:1.0:1764938849.432928:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.432932:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.432937:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926080, portal 16 00000400:00000010:1.0:1764938849.432941:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938849.432943:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926080, offset 0 00000400:00000200:1.0:1764938849.432950:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.432959:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.432967:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.432971:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.432974:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.432977:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90093:90093:255:4294967295] 192.168.203.57@tcp LPNI seq info [90093:90093:7:4294967295] 00000400:00000200:1.0:1764938849.432985:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.432990:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.432993:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938849.432997:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.433001:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.433004:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.433346:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.433351:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:3.0:1764938849.433355:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.433360:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.433364:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938849.433366:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000800:00000200:3.0:1764938849.433431:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.433433:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938849.433437:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.433440:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.433443:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:3.0:1764938849.433444:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:3.0:1764938849.433449:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.435602:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.435621:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506e00 00000400:00000200:3.0:1764938849.435630:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0851 [1] + 224 00000400:00000200:3.0:1764938849.435645:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.435648:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.435658:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.435799:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.435804:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.435806:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.435812:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.435818:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.435844:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c4d67e5. 02000000:00000010:1.0:1764938849.435849:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dd71e3d0. 00000100:00000010:1.0:1764938849.435852:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.435857:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.435861:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:0.0:1764938849.437560:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.437577:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61200 00000400:00000200:0.0:1764938849.437584:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf235 [2] + 1968 00000400:00000010:0.0:1764938849.437588:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000277b84f. 00000400:00000200:0.0:1764938849.437593:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007558a660 00000400:00000200:0.0:1764938849.437653:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.437657:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.437661:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007558a660 00000400:00000010:0.0:1764938849.437663:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007558a660 (tot 82352538). 00000100:00000200:0.0:1764938849.437669:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938849.438234:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dec75e0d. 00000020:00000010:2.0:1764938849.438243:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.438247:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.438275:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ed6178e x1850670621004288/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.438311:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004288 02000000:00000010:2.0:1764938849.438322:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003d85a20. 00010000:00000010:2.0:1764938849.438349:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017e5330f. 00010000:00000010:2.0:1764938849.438370:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.438377:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000894d2aa9. 00080000:00000010:0.0:1764938849.441688:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d79b295. 00010000:00000010:0.0:1764938849.441864:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009814a89b. 00010000:00000010:0.0:1764938849.441872:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5343500. 00010000:00000010:0.0:1764938849.441884:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.441892:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.441902:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9ee2b5. 02000000:00000010:0.0:1764938849.441916:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e119960c. 02000000:00000010:0.0:1764938849.441946:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e72d7295. 00000400:00000010:0.0:1764938849.441954:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016bf4911. 00000400:00000010:0.0:1764938849.441960:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938849.441968:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926144, portal 16 00000400:00000010:0.0:1764938849.441974:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938849.441976:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926144, offset 0 00000400:00000200:0.0:1764938849.441986:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.442001:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.442009:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.442012:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.442015:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.442019:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90094:90094:256:4294967295] 192.168.203.57@tcp LPNI seq info [90094:90094:8:4294967295] 00000400:00000200:0.0:1764938849.442030:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.442036:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.442040:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352786). 00000800:00000200:0.0:1764938849.442046:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.442054:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.442057:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1764938849.442176:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00000100:00000010:2.0:1764938849.442189:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000894d2aa9. 00010000:00000010:2.0:1764938849.442192:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00010000:00000010:2.0:1764938849.442199:0:64653:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000200982ce. 00000400:00000010:2.0:1764938849.442218:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938849.442221:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004288, offset 224 00000400:00000200:2.0:1764938849.442228:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.442235:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.442239:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90095:90095:255:4294967295] 192.168.203.57@tcp LPNI seq info [90095:90095:7:4294967295] 00000400:00000200:2.0:1764938849.442249:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.442253:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.442257:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82353034). 00000800:00000200:2.0:1764938849.442260:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.442264:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.442267:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.442280:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.442285:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.442290:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dec75e0d. 02000000:00000010:2.0:1764938849.442298:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000086500ca. 00000100:00000010:2.0:1764938849.442303:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000681c7840. 00000800:00000200:3.0:1764938849.442305:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1764938849.442307:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000744796af. 00000800:00000010:3.0:1764938849.442310:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352786). 00000100:00000010:2.0:1764938849.442312:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbbde638. 00000400:00000200:3.0:1764938849.442316:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1764938849.442317:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac12e91. 00000100:00000010:2.0:1764938849.442321:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c97a623. 00000400:00000200:3.0:1764938849.442323:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 02000000:00000010:2.0:1764938849.442327:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f84f26e1. 00000400:00000200:3.0:1764938849.442328:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938849.442331:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000010:2.0:1764938849.442332:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c666046. 02000000:00000010:2.0:1764938849.442338:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0375d36. 00000100:00000200:3.0:1764938849.442339:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d9ee2b5 x1850670626926144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1764938849.442341:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938849.442346:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cfca1797. 00000100:00000010:2.0:1764938849.442349:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000423af7a7. 00000100:00000200:2.0:1764938849.442361:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938849.442365:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f1b7582. 00000400:00000010:2.0:1764938849.442369:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000894d2aa9 (tot 82352938). 00000800:00000200:3.0:1764938849.442386:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.442389:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:3.0:1764938849.442392:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.442395:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.442398:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:3.0:1764938849.442399:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 02000000:00000010:3.0:1764938849.442406:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003d85a20. 00010000:00000010:1.1:1764938849.443176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fb828d3. 00010000:00000010:1.1:1764938849.443185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.1:1764938849.443188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.443190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:0.1:1764938849.443234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7fd019. 00010000:00000010:2.1:1764938849.447153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076586d8e. 00000400:00000200:3.0:1764938849.447440:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.447458:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506e40 00000400:00000200:3.0:1764938849.447467:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0859 [1] + 224 00000400:00000200:3.0:1764938849.447482:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.447486:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.447496:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d9ee2b5 x1850670626926144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938849.447566:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016bf4911. 00000400:00000200:0.0:1764938849.447571:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:0.0:1764938849.447573:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000100:00000200:0.0:1764938849.447579:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d9ee2b5 x1850670626926144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.447587:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d9ee2b5 x1850670626926144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.447616:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e72d7295. 02000000:00000010:0.0:1764938849.447622:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e119960c. 00000100:00000010:0.0:1764938849.447626:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 00000100:00000010:0.0:1764938849.447630:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.447634:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000200:0.0:1764938849.448983:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.448997:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61240 00000400:00000200:0.0:1764938849.449004:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf28d [2] + 0 00000400:00000200:0.0:1764938849.449756:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.449762:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.449767:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.449773:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9ee2b5. 00000020:00000010:2.0:1764938849.450625:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfca1797. 00000020:00000010:2.0:1764938849.450633:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.450637:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.450663:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d9ee2b5 x1850670621004352/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.451417:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004352 02000000:00000010:2.0:1764938849.451431:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac12e91. 00010000:00000010:2.0:1764938849.451458:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000997ebf1b. 00010000:00000010:2.0:1764938849.451478:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.451485:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005515407a. 00000100:00000010:2.0:1764938849.451507:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005515407a. 00010000:00000010:2.0:1764938849.451510:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.451522:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015972057. 00000100:00000200:2.0:1764938849.451528:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004352, offset 224 00000400:00000200:2.0:1764938849.451536:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.451549:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.451555:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90096:90096:256:4294967295] 192.168.203.57@tcp LPNI seq info [90096:90096:8:4294967295] 00000400:00000200:2.0:1764938849.451564:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.451569:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.451573:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938849.451579:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.451585:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.451589:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.451612:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.451616:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.451619:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfca1797. 00080000:00000010:1.0:1764938849.452099:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd71e3d0. 00010000:00000010:1.0:1764938849.452202:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5343500. 00010000:00000010:1.0:1764938849.452209:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000810a80ae. 00010000:00000010:1.0:1764938849.452279:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.452287:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.452298:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.452302:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.452309:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.452319:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c4d67e5. 02000000:00000010:1.0:1764938849.452341:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c059e196. 00000400:00000010:1.0:1764938849.452346:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.452351:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.452368:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926208, portal 16 00000400:00000010:1.0:1764938849.452371:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938849.452373:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926208, offset 0 00000400:00000200:1.0:1764938849.452387:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.452395:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.452401:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.452404:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.452407:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.452409:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90097:90097:255:4294967295] 192.168.203.57@tcp LPNI seq info [90097:90097:7:4294967295] 00000400:00000200:1.0:1764938849.452416:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.452420:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.452423:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938849.452427:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.452431:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.452433:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.452642:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.452646:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352938). 00000400:00000200:3.0:1764938849.452649:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.452653:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.452657:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015972057 00000400:00000010:3.0:1764938849.452659:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015972057. 00000800:00000200:3.0:1764938849.452912:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.452914:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938849.452918:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.452922:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.452924:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:3.0:1764938849.452925:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00000100:00000200:3.0:1764938849.452931:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.455388:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00010000:00000010:2.1:1764938849.455397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00010000:00000010:2.1:1764938849.455409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7c96f71. 00000400:00000200:2.0:1764938849.455434:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506e80 00000400:00000200:2.0:1764938849.455442:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb086d [1] + 224 00000400:00000200:2.0:1764938849.455457:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.455460:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.455471:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.455846:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.455851:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.455852:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.455859:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.455867:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.455893:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c059e196. 02000000:00000010:1.0:1764938849.455899:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c4d67e5. 00000100:00000010:1.0:1764938849.455903:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.455907:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.455911:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:0.0:1764938849.456296:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.456306:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61280 00000400:00000200:0.0:1764938849.456312:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf28d [2] + 328 00000400:00000200:0.0:1764938849.456366:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.456369:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.456374:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.456378:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a963d7. 00000020:00000010:2.0:1764938849.456457:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfca1797. 00000020:00000010:2.0:1764938849.456463:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.456467:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.456488:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a963d7 x1850670621004416/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938849.456518:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004416 02000000:00000010:2.0:1764938849.456527:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dec75e0d. 00010000:00000010:2.0:1764938849.456550:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eb2c209. 00010000:00000010:2.0:1764938849.456567:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.456573:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005515407a. 00000100:00000010:2.0:1764938849.456585:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005515407a. 00010000:00000010:2.0:1764938849.456588:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000400:00000010:2.0:1764938849.456598:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095daec2b. 00000100:00000200:2.0:1764938849.456602:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004416, offset 224 00000400:00000200:2.0:1764938849.456608:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.456617:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.456622:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90098:90098:256:4294967295] 192.168.203.57@tcp LPNI seq info [90098:90098:8:4294967295] 00000400:00000200:2.0:1764938849.456631:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.456635:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.456639:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938849.456644:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.456651:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.456654:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.456677:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.456681:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.456684:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfca1797. 00080000:00000010:1.0:1764938849.456732:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c4d67e5. 00010000:00000010:1.0:1764938849.456809:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.456815:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec44f38b. 00010000:00000010:1.0:1764938849.456885:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.456891:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.456900:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.456902:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.456908:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.456919:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c059e196. 02000000:00000010:1.0:1764938849.456940:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000daa22926. 00000400:00000010:1.0:1764938849.456943:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.456946:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.456950:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926272, portal 16 00000400:00000010:1.0:1764938849.456953:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938849.456955:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926272, offset 0 00000400:00000200:1.0:1764938849.456959:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.456965:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.456971:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.456974:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.456977:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.456979:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90099:90099:255:4294967295] 192.168.203.57@tcp LPNI seq info [90099:90099:7:4294967295] 00000400:00000200:1.0:1764938849.456985:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.456988:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.456991:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938849.456995:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.456998:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.457000:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.457215:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.457219:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:3.0:1764938849.457223:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.457227:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.457229:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095daec2b 00000400:00000010:3.0:1764938849.457231:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095daec2b. 00000800:00000200:3.0:1764938849.457266:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.457268:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938849.457272:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.457275:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.457276:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:3.0:1764938849.457278:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 00000100:00000200:3.0:1764938849.457283:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.458172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066ccde85. 00010000:00000010:1.1:1764938849.458180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009814a89b. 00000400:00000200:2.0:1764938849.460436:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.460453:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506ec0 00000400:00000200:2.0:1764938849.460461:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0879 [1] + 224 00000400:00000200:2.0:1764938849.460470:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.460474:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.460483:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.460517:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.460522:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f612c0 00000400:00000200:2.0:1764938849.460527:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf28d [2] + 656 00000400:00000200:2.0:1764938849.460574:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.460577:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.460580:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.460586:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:0.0:1764938849.460680:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e72d7295. 00000020:00000010:0.0:1764938849.460686:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.460690:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.460712:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621004480/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.460742:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004480 02000000:00000010:0.0:1764938849.460752:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1ae18e9. 00010000:00000010:0.0:1764938849.460792:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.460799:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.460807:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.460810:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.460823:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938849.460828:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004480, offset 224 00000400:00000200:0.0:1764938849.460835:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.460846:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.460851:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90100:90100:256:4294967295] 192.168.203.57@tcp LPNI seq info [90100:90100:8:4294967295] 00000400:00000200:0.0:1764938849.460861:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.460866:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.460870:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.460875:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.460881:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.460884:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.460907:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.460911:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.460913:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e72d7295. 00000400:00000010:1.0:1764938849.460973:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.460978:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.460980:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.460985:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.460996:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938849.461014:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2429f66. 02000000:00000010:1.0:1764938849.461027:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000daa22926. 02000000:00000010:1.0:1764938849.461031:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c059e196. 00000100:00000010:1.0:1764938849.461034:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.461038:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.461041:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00080000:00000010:1.0:1764938849.461057:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c059e196. 00010000:00000010:1.0:1764938849.461164:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.461169:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f2cd5d3. 00010000:00000010:1.0:1764938849.461234:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.461240:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.461250:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.461253:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.461258:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.461268:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000daa22926. 02000000:00000010:1.0:1764938849.461288:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092c73f3a. 00000400:00000010:1.0:1764938849.461292:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.461295:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.461299:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926336, portal 16 00000400:00000010:1.0:1764938849.461302:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938849.461305:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926336, offset 0 00000400:00000200:1.0:1764938849.461310:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.461317:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.461323:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.461326:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.461329:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.461331:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90101:90101:255:4294967295] 192.168.203.57@tcp LPNI seq info [90101:90101:7:4294967295] 00000400:00000200:1.0:1764938849.461338:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.461343:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.461346:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82353186). 00000800:00000200:1.0:1764938849.461349:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.461367:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.461369:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.461651:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.461655:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:3.0:1764938849.461659:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.461663:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.461666:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:3.0:1764938849.461668:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000800:00000200:3.0:1764938849.461714:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.461716:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938849.461720:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.461724:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.461726:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:3.0:1764938849.461728:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00000100:00000200:3.0:1764938849.461732:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.463214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076352d7a. 00010000:00000010:1.1:1764938849.463666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e43bfd8. 00010000:00000010:1.1:1764938849.463673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00000400:00000200:3.0:1764938849.464329:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.464346:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506f00 00000400:00000200:3.0:1764938849.464366:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0885 [1] + 224 00000400:00000200:3.0:1764938849.464391:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.464395:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.464404:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.464558:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.464562:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.464563:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.464568:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.464575:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.464602:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092c73f3a. 02000000:00000010:1.0:1764938849.464607:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000daa22926. 00000100:00000010:1.0:1764938849.464611:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.464615:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.464618:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.466080:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.466095:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61300 00000400:00000200:2.0:1764938849.466179:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf28d [2] + 984 00000400:00000200:2.0:1764938849.466523:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.466529:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.466535:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.466541:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:0.0:1764938849.466772:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e72d7295. 00000020:00000010:0.0:1764938849.466779:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.466782:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.466804:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621004544/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.466899:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004544 02000000:00000010:0.0:1764938849.466911:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a69e359a. 00010000:00000010:0.0:1764938849.466935:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f98a7210. 00010000:00000010:0.0:1764938849.466955:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.466962:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.466983:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.466987:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.467000:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938849.467005:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004544, offset 224 00000400:00000200:0.0:1764938849.467013:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.467023:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.467028:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90102:90102:256:4294967295] 192.168.203.57@tcp LPNI seq info [90102:90102:8:4294967295] 00000400:00000200:0.0:1764938849.467040:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.467048:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.467052:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.467057:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.467063:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.467067:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.467094:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.467099:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.467132:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e72d7295. 00010000:00000010:1.1:1764938849.467247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000111d90b3. 00010000:00000010:1.1:1764938849.467254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006519b770. 00010000:00000010:1.1:1764938849.467258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00080000:00000010:1.0:1764938849.467289:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daa22926. 00010000:00000010:1.0:1764938849.467372:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.467378:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005af692ff. 00010000:00000010:1.0:1764938849.467458:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.467464:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.467473:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.467477:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.467484:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.467494:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092c73f3a. 02000000:00000010:1.0:1764938849.467515:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000024ab61b. 00000400:00000010:1.0:1764938849.467520:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.467524:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.467529:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926400, portal 16 00000400:00000010:1.0:1764938849.467533:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938849.467535:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926400, offset 0 00000400:00000200:1.0:1764938849.467540:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.467547:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.467553:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.467557:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.467560:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.467562:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90103:90103:255:4294967295] 192.168.203.57@tcp LPNI seq info [90103:90103:7:4294967295] 00000400:00000200:1.0:1764938849.467570:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.467575:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.467578:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82353186). 00000800:00000200:1.0:1764938849.467582:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.467586:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.467589:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938849.467648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40a9000. 00000800:00000200:2.0:1764938849.467687:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.467690:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:2.0:1764938849.467694:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.467698:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.467701:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:2.0:1764938849.467702:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000800:00000200:2.0:1764938849.467753:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.467755:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938849.467758:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.467761:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.467763:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:2.0:1764938849.467764:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:2.0:1764938849.467769:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.469631:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.469646:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506f40 00000400:00000200:3.0:1764938849.469654:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0891 [1] + 224 00000400:00000200:3.0:1764938849.469667:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.469670:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.469680:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.469967:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.469972:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.469974:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.469980:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.469987:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.470012:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000024ab61b. 02000000:00000010:1.0:1764938849.470016:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092c73f3a. 00000100:00000010:1.0:1764938849.470019:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.470024:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.470027:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.470885:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.470897:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61340 00000400:00000200:2.0:1764938849.470903:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf28d [2] + 1312 00000400:00000200:2.0:1764938849.471492:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.471499:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.471504:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.471510:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:3.0:1764938849.471586:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8017ee0. 00000020:00000010:3.0:1764938849.471592:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938849.471596:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cf10f2d9. 00000100:00000200:3.0:1764938849.471618:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621004608/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938849.471678:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004608 02000000:00000010:3.0:1764938849.471689:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099eb138d. 00010000:00000010:3.0:1764938849.471713:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be394796. 00010000:00000010:3.0:1764938849.471734:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.471739:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086be1043. 00000100:00000010:3.0:1764938849.471754:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086be1043. 00010000:00000010:3.0:1764938849.471756:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.471768:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938849.471772:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004608, offset 224 00000400:00000200:3.0:1764938849.471779:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.471789:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.471794:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90104:90104:256:4294967295] 192.168.203.57@tcp LPNI seq info [90104:90104:8:4294967295] 00000400:00000200:3.0:1764938849.471804:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.471809:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.471813:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062cf6497 (tot 82352938). 00000800:00000200:3.0:1764938849.471818:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.471824:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.471827:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062cf6497 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.471852:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938849.471856:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cf10f2d9. 00000020:00000010:3.0:1764938849.471859:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8017ee0. 00080000:00000010:1.0:1764938849.471900:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092c73f3a. 00010000:00000010:1.0:1764938849.471971:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.471976:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033984a9d. 00010000:00000010:1.0:1764938849.472045:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.472050:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.472058:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.472061:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.472067:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.472075:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000024ab61b. 02000000:00000010:1.0:1764938849.472097:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9757eb1. 00000400:00000010:1.0:1764938849.472117:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.472121:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.472126:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926464, portal 16 00000400:00000010:1.0:1764938849.472129:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938849.472131:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926464, offset 0 00000400:00000200:1.0:1764938849.472135:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.472141:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.472146:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.472154:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.472157:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.472159:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90105:90105:255:4294967295] 192.168.203.57@tcp LPNI seq info [90105:90105:7:4294967295] 00000400:00000200:1.0:1764938849.472166:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.472170:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.472173:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938849.472176:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.472179:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.472181:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.472282:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.472285:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062cf6497 (tot 82352938). 00000400:00000200:2.0:1764938849.472289:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.472292:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.472295:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:2.0:1764938849.472297:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000800:00000200:2.0:1764938849.472341:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.472343:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938849.472346:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.472349:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.472350:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:2.0:1764938849.472351:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000100:00000200:2.0:1764938849.472356:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.474558:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.474576:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506f80 00000400:00000200:3.0:1764938849.474583:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb089d [1] + 224 00000400:00000200:3.0:1764938849.474595:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.474598:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.474606:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.474799:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.474804:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.474806:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.474811:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.474818:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.474966:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9757eb1. 02000000:00000010:1.0:1764938849.474973:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000024ab61b. 00000100:00000010:1.0:1764938849.474978:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.474982:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.474986:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00010000:00000010:0.1:1764938849.475140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ac15689. 00000400:00000200:2.0:1764938849.475319:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.475327:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61380 00000400:00000200:2.0:1764938849.475332:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf28d [2] + 1640 00000400:00000200:2.0:1764938849.475548:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.475552:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.475556:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.475561:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:3.0:1764938849.475662:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8017ee0. 00000020:00000010:3.0:1764938849.475669:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938849.475673:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cf10f2d9. 00000100:00000200:3.0:1764938849.475694:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621004672/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938849.475727:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004672 02000000:00000010:3.0:1764938849.475737:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cc3bffe. 00010000:00000010:3.0:1764938849.475759:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091299a17. 00010000:00000010:3.0:1764938849.475779:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.475784:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086be1043. 00000100:00000010:3.0:1764938849.475801:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086be1043. 00010000:00000010:3.0:1764938849.475803:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.475814:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938849.475818:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004672, offset 224 00000400:00000200:3.0:1764938849.475825:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.475845:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.475850:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90106:90106:256:4294967295] 192.168.203.57@tcp LPNI seq info [90106:90106:8:4294967295] 00000400:00000200:3.0:1764938849.475859:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.475864:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.475868:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001bb8202 (tot 82352938). 00000800:00000200:3.0:1764938849.475873:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.475878:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.475881:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001bb8202 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.475900:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938849.475903:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cf10f2d9. 00000020:00000010:3.0:1764938849.475906:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8017ee0. 00080000:00000010:1.0:1764938849.476317:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9757eb1. 00010000:00000010:1.0:1764938849.476412:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.476419:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e664663. 00010000:00000010:1.0:1764938849.476499:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00000800:00000200:2.0:1764938849.476504:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1764938849.476505:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00000800:00000010:2.0:1764938849.476507:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001bb8202 (tot 82352690). 00000400:00000200:2.0:1764938849.476511:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.476515:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00010000:00000010:1.0:1764938849.476516:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.476519:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000100:00000010:1.0:1764938849.476519:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000400:00000010:2.0:1764938849.476521:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000010:1.0:1764938849.476526:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.476536:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000024ab61b. 02000000:00000010:1.0:1764938849.476560:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097515950. 00000400:00000010:1.0:1764938849.476565:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.476568:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.476573:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926528, portal 16 00000400:00000010:1.0:1764938849.476577:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938849.476579:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926528, offset 0 00000400:00000200:1.0:1764938849.476584:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.476590:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.476595:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.476599:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.476602:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.476605:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90107:90107:256:4294967295] 192.168.203.57@tcp LPNI seq info [90107:90107:8:4294967295] 00000400:00000200:1.0:1764938849.476612:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.476616:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.476619:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938849.476622:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.476626:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.476628:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.477018:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.477021:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938849.477025:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.477028:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.477031:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:3.0:1764938849.477032:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000100:00000200:3.0:1764938849.477037:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.479512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f60454de. 00000400:00000200:2.0:1764938849.479757:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.479771:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5506fc0 00000400:00000200:2.0:1764938849.479778:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb08a9 [1] + 224 00000400:00000200:2.0:1764938849.479791:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.479795:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.479804:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.480136:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d53874a8. 00010000:00000010:1.1:1764938849.480143:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.1:1764938849.480146:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c15461d. 00010000:00000010:1.1:1764938849.480149:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00000400:00000010:1.0:1764938849.480157:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.480160:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.480162:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.480168:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.480175:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.480201:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097515950. 02000000:00000010:1.0:1764938849.480206:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000024ab61b. 00000100:00000010:1.0:1764938849.480210:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.480214:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.480218:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.480539:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.480548:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f613c0 00000400:00000200:2.0:1764938849.480553:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf28d [2] + 1968 00000400:00000010:2.0:1764938849.480556:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078566052. 00000400:00000200:2.0:1764938849.480559:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004c163696 00000400:00000200:2.0:1764938849.481001:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.481007:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.481011:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c163696 00000400:00000010:2.0:1764938849.481013:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004c163696 (tot 82352538). 00000100:00000200:2.0:1764938849.481018:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938849.481339:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e72d7295. 00000020:00000010:0.0:1764938849.481346:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.481349:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.481371:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080dfc1c0 x1850670621004736/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.481413:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004736 02000000:00000010:0.0:1764938849.481425:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e119960c. 00010000:00000010:0.0:1764938849.481454:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc8eee21. 00010000:00000010:0.0:1764938849.481475:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.481481:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27c2904. 00000100:00000010:0.0:1764938849.481493:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27c2904. 00010000:00000010:0.0:1764938849.481496:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.481507:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938849.481511:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004736, offset 224 00000400:00000200:0.0:1764938849.481518:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.481528:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.481533:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90108:90108:256:4294967295] 192.168.203.57@tcp LPNI seq info [90108:90108:8:4294967295] 00000400:00000200:0.0:1764938849.481542:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.481546:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.481550:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352786). 00000800:00000200:0.0:1764938849.481555:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.481562:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.481566:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.481588:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.481591:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.481594:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e72d7295. 02000000:00000010:0.0:1764938849.481601:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cc3bffe. 00000100:00000010:0.0:1764938849.481604:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 02000000:00000010:0.0:1764938849.481607:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099eb138d. 00000100:00000010:0.0:1764938849.481611:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:0.0:1764938849.481613:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a69e359a. 00000100:00000010:0.0:1764938849.481615:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:0.0:1764938849.481618:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1ae18e9. 00000100:00000010:0.0:1764938849.481619:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:0.0:1764938849.481622:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dec75e0d. 00000100:00000010:0.0:1764938849.481624:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a963d7. 02000000:00000010:0.0:1764938849.481626:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac12e91. 00000100:00000010:0.0:1764938849.481628:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 00000100:00000200:0.0:1764938849.481633:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938849.481637:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016bf4911. 00000400:00000010:0.0:1764938849.481641:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c27c2904 (tot 82352938). 00080000:00000010:1.0:1764938849.481705:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097515950. 00010000:00000010:1.0:1764938849.481779:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.481785:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000413fd8b6. 00000800:00000200:2.0:1764938849.481995:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.481999:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:2.0:1764938849.482003:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.482007:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.482010:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:2.0:1764938849.482011:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 02000000:00000010:2.0:1764938849.482015:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e119960c. 00010000:00000010:1.0:1764938849.482071:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.482077:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.482086:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.482089:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.482096:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.482170:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6edcb3f. 02000000:00000010:1.0:1764938849.482189:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c00090f3. 00000400:00000010:1.0:1764938849.482192:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.482196:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.482198:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926592, portal 16 00000400:00000010:1.0:1764938849.482202:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938849.482203:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926592, offset 0 00000400:00000200:1.0:1764938849.482208:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.482214:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.482220:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.482223:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.482226:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.482229:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90109:90109:256:4294967295] 192.168.203.57@tcp LPNI seq info [90109:90109:8:4294967295] 00000400:00000200:1.0:1764938849.482236:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.482240:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.482243:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938849.482246:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.482250:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.482251:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.482514:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.482517:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938849.482521:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.482525:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.482527:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:3.0:1764938849.482528:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:3.0:1764938849.482533:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.485150:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.485166:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507000 00000400:00000200:2.0:1764938849.485174:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb08b9 [1] + 224 00000400:00000200:2.0:1764938849.485187:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.485190:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.485199:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.485277:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.485281:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.485283:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.485288:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.485295:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.485317:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c00090f3. 02000000:00000010:1.0:1764938849.485321:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6edcb3f. 00000100:00000010:1.0:1764938849.485324:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.485328:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.485331:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.485580:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.485586:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61400 00000400:00000200:2.0:1764938849.485591:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf2f1 [2] + 0 00000400:00000200:2.0:1764938849.485728:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.485732:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.485735:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.485740:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:3.0:1764938849.485841:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8017ee0. 00000020:00000010:3.0:1764938849.485847:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938849.485851:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cf10f2d9. 00000100:00000200:3.0:1764938849.485872:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621004800/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938849.485899:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004800 02000000:00000010:3.0:1764938849.485907:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099eb138d. 00010000:00000010:3.0:1764938849.485929:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35aa0f0. 00010000:00000010:3.0:1764938849.485946:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.485951:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086be1043. 00000100:00000010:3.0:1764938849.485964:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086be1043. 00010000:00000010:3.0:1764938849.485966:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000010:3.0:1764938849.485977:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938849.485980:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004800, offset 224 00000400:00000200:3.0:1764938849.485987:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.485995:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.485999:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90110:90110:256:4294967295] 192.168.203.57@tcp LPNI seq info [90110:90110:8:4294967295] 00000400:00000200:3.0:1764938849.486009:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.486013:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.486017:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b55e29 (tot 82352938). 00000800:00000200:3.0:1764938849.486022:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.486027:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.486030:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b55e29 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.486049:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938849.486052:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cf10f2d9. 00000020:00000010:3.0:1764938849.486055:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8017ee0. 00080000:00000010:1.0:1764938849.486257:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6edcb3f. 00010000:00000010:1.0:1764938849.486330:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.486335:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f57fa4ee. 00010000:00000010:1.0:1764938849.486408:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.486413:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.486420:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.486423:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.486428:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.486436:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c00090f3. 02000000:00000010:1.0:1764938849.486456:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fa4ba15. 00000400:00000010:1.0:1764938849.486461:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.486464:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.486469:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926656, portal 16 00000400:00000010:1.0:1764938849.486473:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938849.486475:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926656, offset 0 00000400:00000200:1.0:1764938849.486481:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.486487:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.486493:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.486496:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.486499:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.486501:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90111:90111:255:4294967295] 192.168.203.57@tcp LPNI seq info [90111:90111:7:4294967295] 00000400:00000200:1.0:1764938849.486506:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.486510:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.486513:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938849.486516:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.486519:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.486522:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.486749:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.486753:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b55e29 (tot 82352938). 00000400:00000200:2.0:1764938849.486757:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.486761:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.486764:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038a32027 00000400:00000010:2.0:1764938849.486766:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038a32027. 00000800:00000200:2.0:1764938849.486815:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.486817:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938849.486820:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.486822:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.486824:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:2.0:1764938849.486825:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00000100:00000200:2.0:1764938849.486829:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.488722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094397998. 00010000:00000010:1.1:1764938849.488736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:3.1:1764938849.488814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030ab1d90. 00000400:00000200:2.0:1764938849.489507:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.489522:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507040 00000400:00000200:2.0:1764938849.489528:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb08c5 [1] + 224 00000400:00000200:2.0:1764938849.489539:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.489542:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.489551:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.489683:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.489687:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.489690:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.489696:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.489703:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.489728:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fa4ba15. 02000000:00000010:1.0:1764938849.489733:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c00090f3. 00000100:00000010:1.0:1764938849.489736:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.489740:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.489744:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.490316:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.490325:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61440 00000400:00000200:2.0:1764938849.490330:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf2f1 [2] + 328 00000400:00000200:2.0:1764938849.490373:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.490376:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.490388:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.490393:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:0.0:1764938849.490727:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e119960c. 00000020:00000010:0.0:1764938849.490735:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.490739:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.490761:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621004864/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.490794:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004864 02000000:00000010:0.0:1764938849.490806:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cc3bffe. 00010000:00000010:0.0:1764938849.490843:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f4c6d8d. 00010000:00000010:0.0:1764938849.490863:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.490868:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c541edd0. 00000100:00000010:0.0:1764938849.490883:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c541edd0. 00010000:00000010:0.0:1764938849.490886:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.490898:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938849.490902:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004864, offset 224 00000400:00000200:0.0:1764938849.490910:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.490920:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.490925:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90112:90112:256:4294967295] 192.168.203.57@tcp LPNI seq info [90112:90112:8:4294967295] 00000400:00000200:0.0:1764938849.490934:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.490938:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.490942:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.490947:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.490967:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.490970:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.490990:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.490993:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.490996:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e119960c. 00080000:00000010:1.0:1764938849.491136:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c00090f3. 00010000:00000010:1.0:1764938849.491215:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.491221:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b983c6ad. 00010000:00000010:1.0:1764938849.491290:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.491296:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.491305:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.491309:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.491315:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.491325:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fa4ba15. 02000000:00000010:1.0:1764938849.491345:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d803e579. 00000400:00000010:1.0:1764938849.491349:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.491353:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.491357:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926720, portal 16 00000400:00000010:1.0:1764938849.491361:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938849.491362:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926720, offset 0 00000400:00000200:1.0:1764938849.491367:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.491372:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.491377:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.491392:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.491395:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.491397:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90113:90113:255:4294967295] 192.168.203.57@tcp LPNI seq info [90113:90113:7:4294967295] 00000400:00000200:1.0:1764938849.491404:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.491407:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.491410:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938849.491413:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.491417:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.491418:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.491813:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.491818:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:2.0:1764938849.491821:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.491825:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.491829:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:2.0:1764938849.491830:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000800:00000200:2.0:1764938849.491893:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.491895:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938849.491898:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.491901:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.491903:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:2.0:1764938849.491905:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:2.0:1764938849.491910:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.493198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a0314c6. 00010000:00000010:1.1:1764938849.493208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:1.1:1764938849.493212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea264ace. 00010000:00000010:1.1:1764938849.493215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00000400:00000200:2.0:1764938849.494812:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.494830:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507080 00000400:00000200:2.0:1764938849.494849:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb08d1 [1] + 224 00000400:00000200:2.0:1764938849.494864:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.494868:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.494877:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.495058:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.495062:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.495064:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.495069:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.495076:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.495459:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d803e579. 02000000:00000010:1.0:1764938849.495466:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fa4ba15. 00000100:00000010:1.0:1764938849.495469:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.495473:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.495477:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.495752:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.495762:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61480 00000400:00000200:2.0:1764938849.495767:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf2f1 [2] + 656 00000400:00000200:2.0:1764938849.495818:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.495822:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.495826:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.495830:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:3.0:1764938849.496024:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8017ee0. 00000020:00000010:3.0:1764938849.496031:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938849.496034:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cf10f2d9. 00000100:00000200:3.0:1764938849.496054:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621004928/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.496428:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004928 02000000:00000010:0.0:1764938849.496442:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e119960c. 00010000:00000010:0.0:1764938849.496473:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd8daaf7. 00010000:00000010:0.0:1764938849.496491:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.496497:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c541edd0. 00000100:00000010:0.0:1764938849.496510:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c541edd0. 00010000:00000010:0.0:1764938849.496512:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.496523:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938849.496526:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004928, offset 224 00000400:00000200:0.0:1764938849.496533:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.496542:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.496547:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90114:90114:256:4294967295] 192.168.203.57@tcp LPNI seq info [90114:90114:8:4294967295] 00000400:00000200:0.0:1764938849.496556:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.496560:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.496564:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.496569:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.496574:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.496577:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.496589:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009290e3b0. 00000020:00000010:0.0:1764938849.496592:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cf10f2d9. 00000020:00000010:0.0:1764938849.496595:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8017ee0. 00000800:00000200:2.0:1764938849.497017:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.497021:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:2.0:1764938849.497025:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.497029:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.497033:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:2.0:1764938849.497034:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00080000:00000010:2.0:1764938849.497062:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfca1797. 00010000:00000010:2.0:1764938849.497214:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:2.0:1764938849.497220:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058b1513c. 00010000:00000010:2.0:1764938849.497292:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a150e0aa. 00010000:00000010:2.0:1764938849.497296:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cb950d75. 00010000:00000010:2.0:1764938849.497301:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa469e67. 00010000:00000010:2.0:1764938849.497306:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00080000:00000010:2.0:1764938849.497318:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ff32875. 00010000:00000010:2.0:1764938849.497342:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938849.497345:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb950d75. 00010000:00000010:2.0:1764938849.497401:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ab00ab1. 00010000:00000010:2.0:1764938849.497405:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938849.497411:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f2a567f. 00000100:00000010:2.0:1764938849.497416:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005515407a. 00000100:00000010:2.0:1764938849.497423:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938849.497433:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eac12e91. 02000000:00000010:2.0:1764938849.497453:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dec75e0d. 00000400:00000010:2.0:1764938849.497457:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4d64642. 00000400:00000010:2.0:1764938849.497461:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938849.497465:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926784, portal 16 00000400:00000010:2.0:1764938849.497470:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938849.497472:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926784, offset 0 00000400:00000200:2.0:1764938849.497478:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.497485:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.497490:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938849.497494:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938849.497496:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938849.497499:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90115:90115:256:4294967295] 192.168.203.57@tcp LPNI seq info [90115:90115:8:4294967295] 00000400:00000200:2.0:1764938849.497507:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.497512:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.497515:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.497519:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.497523:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.497526:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.497942:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.497945:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938849.497948:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.497952:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.497955:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:3.0:1764938849.497956:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000100:00000200:3.0:1764938849.497962:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a7e89f3 x1850670626926784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.500545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000154ae9ed. 00000400:00000200:2.0:1764938849.500904:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.500921:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55070c0 00000400:00000200:2.0:1764938849.500929:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb08dd [1] + 224 00000400:00000200:2.0:1764938849.500942:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.500946:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.500953:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a7e89f3 x1850670626926784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.501173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fec1267. 00000400:00000200:2.0:1764938849.501497:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.501505:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f614c0 00000400:00000200:2.0:1764938849.501509:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf2f1 [2] + 984 00010000:00000010:1.1:1764938849.501534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee979e38. 00010000:00000010:1.1:1764938849.501542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00000400:00000200:2.0:1764938849.501554:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.501559:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000010:1.0:1764938849.501561:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4d64642. 00000400:00000200:1.0:1764938849.501566:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:1.0:1764938849.501568:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:2.0:1764938849.501575:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1764938849.501576:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a7e89f3 x1850670626926784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1764938849.501580:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000100:00000200:1.0:1764938849.501588:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a7e89f3 x1850670626926784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.501614:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dec75e0d. 02000000:00000010:1.0:1764938849.501619:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eac12e91. 00000100:00000010:1.0:1764938849.501622:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000010:1.0:1764938849.501625:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005515407a. 00010000:00000010:1.0:1764938849.501628:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f2a567f. 00000020:00000010:0.0:1764938849.501938:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.501945:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.501949:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.501968:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621004992/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.501998:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621004992 02000000:00000010:0.0:1764938849.502006:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a69e359a. 00010000:00000010:0.0:1764938849.502027:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009952b320. 00010000:00000010:0.0:1764938849.502042:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.502047:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c541edd0. 00000100:00000010:0.0:1764938849.502060:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c541edd0. 00010000:00000010:0.0:1764938849.502062:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.502073:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.502077:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621004992, offset 224 00000400:00000200:0.0:1764938849.502084:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.502093:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:1.0:1764938849.502094:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fa4ba15. 00000400:00000200:0.0:1764938849.502099:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90116:90116:256:4294967295] 192.168.203.57@tcp LPNI seq info [90116:90116:8:4294967295] 00000400:00000200:0.0:1764938849.502137:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.502142:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.502146:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938849.502151:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.502157:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.502161:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.502177:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.502181:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.502184:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 00010000:00000010:1.0:1764938849.502194:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:1.0:1764938849.502201:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fdbeff2. 00010000:00000010:1.0:1764938849.502259:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.502264:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.502274:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.502277:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.502283:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.502291:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d803e579. 00000800:00000200:3.0:1764938849.502303:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.502307:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:3.0:1764938849.502311:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.502315:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.502318:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938849.502320:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 02000000:00000010:1.0:1764938849.502324:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e979a3e. 00000400:00000010:1.0:1764938849.502330:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.502334:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.502338:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926848, portal 16 00000400:00000010:1.0:1764938849.502342:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000571cc73. 00000100:00000200:1.0:1764938849.502344:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926848, offset 0 00000400:00000200:1.0:1764938849.502350:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.502355:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.502361:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.502364:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.502367:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.502369:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90117:90117:256:4294967295] 192.168.203.57@tcp LPNI seq info [90117:90117:8:4294967295] 00000400:00000200:1.0:1764938849.502377:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.502392:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.502395:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938849.502401:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.502405:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.502408:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.502450:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.502454:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938849.502457:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.502461:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.502463:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:2.0:1764938849.502464:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 00000100:00000200:2.0:1764938849.502469:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.504170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b60b9679. 00010000:00000010:0.1:1764938849.504181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d7be06. 00010000:00000010:2.1:1764938849.504404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077acdd52. 00010000:00000010:2.1:1764938849.504411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:2.1:1764938849.504415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a150e0aa. 00010000:00000010:2.1:1764938849.504418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa469e67. 00000400:00000200:2.0:1764938849.504948:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.504963:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507100 00000400:00000200:2.0:1764938849.504970:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb08e9 [1] + 224 00000400:00000200:2.0:1764938849.504981:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.504984:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.504992:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.505047:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.505053:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.505055:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.505061:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.505069:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.505094:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e979a3e. 02000000:00000010:1.0:1764938849.505099:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d803e579. 00000100:00000010:1.0:1764938849.505132:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.505137:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.505140:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938849.505534:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.505543:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61500 00000400:00000200:3.0:1764938849.505549:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf2f1 [2] + 1312 00000400:00000200:3.0:1764938849.505593:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.505597:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.505602:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.505607:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c666046. 00000020:00000010:2.0:1764938849.505741:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.505748:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.505752:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.505774:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c666046 x1850670621005056/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.505808:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005056 02000000:00000010:2.0:1764938849.505817:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc5bfc6. 00010000:00000010:2.0:1764938849.505853:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b08f421. 00010000:00000010:2.0:1764938849.505871:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.505876:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.505889:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.505892:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.505902:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938849.505906:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005056, offset 224 00000400:00000200:2.0:1764938849.505912:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.505922:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.505927:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90118:90118:256:4294967295] 192.168.203.57@tcp LPNI seq info [90118:90118:8:4294967295] 00000400:00000200:2.0:1764938849.505936:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.505941:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.505945:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.505949:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.505955:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.505958:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.505977:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.505981:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.505984:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00000800:00000200:3.0:1764938849.506661:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.506665:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938849.506669:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.506674:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.506677:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00000400:00000010:3.0:1764938849.506679:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 00080000:00000010:1.0:1764938849.506978:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d803e579. 00010000:00000010:1.0:1764938849.507069:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.507076:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000671f77c6. 00010000:00000010:0.0:1764938849.507204:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000341127d6. 00010000:00000010:0.0:1764938849.507211:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006429cf5e. 00010000:00000010:0.0:1764938849.507220:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.507224:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c541edd0. 00000100:00000010:0.0:1764938849.507230:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9ee2b5. 02000000:00000010:0.0:1764938849.507240:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1ae18e9. 02000000:00000010:0.0:1764938849.507258:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e72d7295. 00000400:00000010:0.0:1764938849.507262:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ac25b61. 00000400:00000010:0.0:1764938849.507265:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938849.507269:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926912, portal 16 00000400:00000010:0.0:1764938849.507273:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.507274:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926912, offset 0 00000400:00000200:0.0:1764938849.507280:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.507288:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.507293:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.507296:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.507299:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.507302:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90119:90119:256:4294967295] 192.168.203.57@tcp LPNI seq info [90119:90119:8:4294967295] 00000400:00000200:0.0:1764938849.507310:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.507315:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.507317:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.507321:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.507326:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.507328:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.507563:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.507566:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:2.0:1764938849.507569:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.507573:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.507575:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:2.0:1764938849.507577:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:2.0:1764938849.507581:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d9ee2b5 x1850670626926912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.510049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4d25a68. 00000400:00000200:3.0:1764938849.510535:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.510551:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507140 00000400:00000200:3.0:1764938849.510559:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb08f5 [1] + 224 00000400:00000200:3.0:1764938849.510570:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.510574:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.510583:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d9ee2b5 x1850670626926912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.510619:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.510624:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61540 00000400:00000200:3.0:1764938849.510629:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf2f1 [2] + 1640 00000400:00000200:3.0:1764938849.510681:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.510685:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.510689:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.510693:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c97a623. 00000400:00000010:0.0:1764938849.510776:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ac25b61. 00000400:00000200:0.0:1764938849.510780:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938849.510782:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:0.0:1764938849.510788:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d9ee2b5 x1850670626926912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.510796:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d9ee2b5 x1850670626926912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.510821:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e72d7295. 02000000:00000010:0.0:1764938849.510826:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1ae18e9. 00000100:00000010:0.0:1764938849.510829:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 00000100:00000010:0.0:1764938849.510845:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c541edd0. 00010000:00000010:0.0:1764938849.510849:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000020:00000010:2.0:1764938849.511094:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.511139:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.511145:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.511168:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c97a623 x1850670621005120/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.511191:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005120 02000000:00000010:2.0:1764938849.511201:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938849.511224:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e4f7e20. 00010000:00000010:2.0:1764938849.511245:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.511251:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.511268:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.511271:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.511284:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938849.511289:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005120, offset 224 00000400:00000200:2.0:1764938849.511297:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938849.511301:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e979a3e. 00000400:00000200:2.0:1764938849.511308:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.511315:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90120:90120:256:4294967295] 192.168.203.57@tcp LPNI seq info [90120:90120:8:4294967295] 00000400:00000200:2.0:1764938849.511330:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.511335:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.511339:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938849.511345:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.511352:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.511356:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.511387:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.511391:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.511394:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00010000:00000010:1.0:1764938849.511513:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006429cf5e. 00010000:00000010:1.0:1764938849.511520:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec50da4a. 00010000:00000010:1.0:1764938849.511584:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.511590:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.511601:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.511605:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.511612:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.511621:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9a55903. 02000000:00000010:1.0:1764938849.511643:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b642287. 00000400:00000010:1.0:1764938849.511649:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.511652:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.511656:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626926976, portal 16 00000400:00000010:1.0:1764938849.511660:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938849.511662:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626926976, offset 0 00000400:00000200:1.0:1764938849.511667:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.511673:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.511678:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.511682:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.511684:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.511686:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90121:90121:255:4294967295] 192.168.203.57@tcp LPNI seq info [90121:90121:7:4294967295] 00000400:00000200:1.0:1764938849.511692:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.511696:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.511699:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938849.511703:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.511707:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.511709:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.511957:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.511961:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:3.0:1764938849.511965:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.511970:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.511973:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:3.0:1764938849.511974:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000800:00000200:3.0:1764938849.512019:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.512021:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938849.512025:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.512028:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.512030:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:3.0:1764938849.512031:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00000100:00000200:3.0:1764938849.512036:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626926976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.512210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025171dee. 00010000:00000010:1.1:1764938849.512217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab00ab1. 00010000:00000010:2.1:1764938849.512525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb7f8883. 00000400:00000200:2.0:1764938849.513843:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.513857:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507180 00000400:00000200:2.0:1764938849.513867:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0901 [1] + 224 00000400:00000200:2.0:1764938849.513880:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.513883:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.513891:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626926976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.513973:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.513977:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.513978:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.513983:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626926976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.513991:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626926976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.514016:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b642287. 02000000:00000010:1.0:1764938849.514020:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9a55903. 00000100:00000010:1.0:1764938849.514024:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.514028:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.514032:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938849.514354:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.514362:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61580 00000400:00000200:3.0:1764938849.514367:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf2f1 [2] + 1968 00000400:00000010:3.0:1764938849.514371:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070ada453. 00000400:00000200:3.0:1764938849.514373:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009010eae8 00000400:00000200:3.0:1764938849.514478:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.514482:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.514485:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009010eae8 00000400:00000010:3.0:1764938849.514487:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009010eae8 (tot 82352538). 00000100:00000200:3.0:1764938849.514527:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938849.514627:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.514632:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.514635:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.514720:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ca8e88c x1850670621005184/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.514746:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005184 02000000:00000010:0.0:1764938849.514756:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e72d7295. 00010000:00000010:0.0:1764938849.514779:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000495306ea. 00010000:00000010:0.0:1764938849.514796:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.514800:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c541edd0. 00000100:00000010:0.0:1764938849.514811:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c541edd0. 00010000:00000010:0.0:1764938849.514814:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.514824:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938849.514828:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005184, offset 224 00080000:00000010:1.0:1764938849.514839:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9a55903. 00000400:00000200:0.0:1764938849.514845:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.514855:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.514859:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90122:90122:256:4294967295] 192.168.203.57@tcp LPNI seq info [90122:90122:8:4294967295] 00000400:00000200:0.0:1764938849.514868:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.514873:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.514877:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352786). 00000800:00000200:0.0:1764938849.514881:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.514887:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.514891:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1764938849.514910:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00000020:00000010:0.0:1764938849.514911:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00010000:00000010:1.0:1764938849.514915:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8adf17b. 00000020:00000010:0.0:1764938849.514915:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.514917:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 02000000:00000010:0.0:1764938849.514924:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:0.0:1764938849.514927:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c97a623. 02000000:00000010:0.0:1764938849.514932:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc5bfc6. 00000100:00000010:0.0:1764938849.514934:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c666046. 02000000:00000010:0.0:1764938849.514936:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a69e359a. 00000100:00000010:0.0:1764938849.514938:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:0.0:1764938849.514941:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e119960c. 00000100:00000010:0.0:1764938849.514943:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:0.0:1764938849.514946:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cc3bffe. 00000100:00000010:0.0:1764938849.514949:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:0.0:1764938849.514951:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099eb138d. 00000100:00000010:0.0:1764938849.514955:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000200:0.0:1764938849.514960:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938849.514964:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ac25b61. 00000400:00000010:0.0:1764938849.514968:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c541edd0 (tot 82352938). 00010000:00000010:1.0:1764938849.514977:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.514982:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.514991:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.514994:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.514999:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.515008:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b642287. 02000000:00000010:1.0:1764938849.515027:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2f312ab. 00000400:00000010:1.0:1764938849.515030:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.515034:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.515037:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927040, portal 16 00000400:00000010:1.0:1764938849.515040:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938849.515042:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927040, offset 0 00000400:00000200:1.0:1764938849.515047:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.515052:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.515059:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.515062:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.515064:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.515066:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90123:90123:255:4294967295] 192.168.203.57@tcp LPNI seq info [90123:90123:7:4294967295] 00000400:00000200:1.0:1764938849.515073:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.515077:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.515079:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938849.515083:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.515087:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.515089:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.515136:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.515139:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:3.0:1764938849.515142:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.515145:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.515148:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:3.0:1764938849.515149:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 02000000:00000010:3.0:1764938849.515152:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e72d7295. 00000800:00000200:3.0:1764938849.515178:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.515180:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938849.515183:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.515186:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.515188:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:3.0:1764938849.515190:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00000100:00000200:3.0:1764938849.515194:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.517023:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.517038:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55071c0 00000400:00000200:2.0:1764938849.517045:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0911 [1] + 224 00000400:00000200:2.0:1764938849.517058:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.517061:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.517069:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.517358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ac03d01. 00010000:00000010:1.1:1764938849.517366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.1:1764938849.517370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bef0e6d8. 00010000:00000010:1.1:1764938849.517372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341127d6. 00000400:00000010:1.0:1764938849.517399:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.517403:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.517405:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.517410:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.517418:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.517443:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2f312ab. 02000000:00000010:1.0:1764938849.517447:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b642287. 00000100:00000010:1.0:1764938849.517451:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.517455:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.517458:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938849.517507:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.517515:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f615c0 00000400:00000200:3.0:1764938849.517520:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf349 [2] + 0 00000400:00000200:3.0:1764938849.517618:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.517622:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.517626:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.517630:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbbde638. 00000020:00000010:0.0:1764938849.518625:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a69e359a. 00000020:00000010:0.0:1764938849.518634:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.518638:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.518860:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fbbde638 x1850670621005248/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.518893:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005248 02000000:00000010:0.0:1764938849.518904:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1ae18e9. 00010000:00000010:0.0:1764938849.518930:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1e1756d. 00010000:00000010:0.0:1764938849.518951:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.518957:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6972cc3. 00000100:00000010:0.0:1764938849.518975:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6972cc3. 00010000:00000010:0.0:1764938849.518978:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.518990:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938849.518996:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005248, offset 224 00000400:00000200:0.0:1764938849.519004:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.519016:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.519021:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90124:90124:256:4294967295] 192.168.203.57@tcp LPNI seq info [90124:90124:8:4294967295] 00000400:00000200:0.0:1764938849.519031:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.519035:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.519039:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.519045:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.519051:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.519055:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.519078:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.519083:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.519085:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a69e359a. 00080000:00000010:1.0:1764938849.519235:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b642287. 00010000:00000010:1.0:1764938849.519317:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.519323:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048585692. 00010000:00000010:1.0:1764938849.519403:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.519407:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.519412:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.519417:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938849.519428:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2f312ab. 00010000:00000010:1.0:1764938849.519464:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.519468:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.519518:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938849.519522:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.519530:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.519534:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.519540:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.519550:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddbea069. 02000000:00000010:1.0:1764938849.519572:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7a767fd. 00000400:00000010:1.0:1764938849.519578:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.519582:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.519586:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927104, portal 16 00000400:00000010:1.0:1764938849.519590:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938849.519592:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927104, offset 0 00000400:00000200:1.0:1764938849.519599:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.519606:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.519611:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.519614:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.519617:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.519619:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90125:90125:255:4294967295] 192.168.203.57@tcp LPNI seq info [90125:90125:7:4294967295] 00000400:00000200:1.0:1764938849.519626:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.519631:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.519634:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938849.519637:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.519641:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.519644:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.519736:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.519739:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:3.0:1764938849.519743:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.519746:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.519749:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:3.0:1764938849.519751:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000800:00000200:3.0:1764938849.519803:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.519805:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938849.519807:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.519810:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.519812:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:3.0:1764938849.519813:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00000100:00000200:3.0:1764938849.519816:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.520591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095ac5997. 00010000:00000010:2.1:1764938849.521245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb79e995. 00010000:00000010:1.1:1764938849.521312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000089e9c81. 00010000:00000010:1.1:1764938849.521319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00000400:00000200:2.0:1764938849.522481:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.522498:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507200 00000400:00000200:2.0:1764938849.522506:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb091d [1] + 224 00000400:00000200:2.0:1764938849.522519:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.522522:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.522531:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.522799:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.522809:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.522811:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.522816:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.522823:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.522859:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7a767fd. 02000000:00000010:1.0:1764938849.522864:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ddbea069. 00000100:00000010:1.0:1764938849.522867:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.522872:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.522875:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938849.523610:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.523622:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61600 00000400:00000200:3.0:1764938849.523627:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf349 [2] + 328 00000400:00000200:3.0:1764938849.523807:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.523812:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.523817:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.523822:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000681c7840. 00000020:00000010:0.0:1764938849.524035:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a69e359a. 00000020:00000010:0.0:1764938849.524042:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.524045:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.524065:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000681c7840 x1850670621005312/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.524096:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005312 02000000:00000010:0.0:1764938849.524140:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e72d7295. 00010000:00000010:0.0:1764938849.524163:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ac9e70d. 00010000:00000010:0.0:1764938849.524181:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.524187:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6972cc3. 00000100:00000010:0.0:1764938849.524197:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6972cc3. 00010000:00000010:0.0:1764938849.524199:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.524210:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938849.524213:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005312, offset 224 00000400:00000200:0.0:1764938849.524220:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.524228:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.524233:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90126:90126:256:4294967295] 192.168.203.57@tcp LPNI seq info [90126:90126:8:4294967295] 00000400:00000200:0.0:1764938849.524243:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.524247:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.524250:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.524254:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.524259:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.524263:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.524274:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.524276:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.524279:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a69e359a. 00080000:00000010:1.0:1764938849.524460:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddbea069. 00010000:00000010:1.0:1764938849.524531:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.524537:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1ff9b15. 00010000:00000010:1.0:1764938849.524598:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.524603:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.524610:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.524613:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.524619:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.524627:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7a767fd. 02000000:00000010:1.0:1764938849.524644:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070ace21a. 00000400:00000010:1.0:1764938849.524647:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.524651:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.524654:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927168, portal 16 00000400:00000010:1.0:1764938849.524658:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd7a8a2. 00000100:00000200:1.0:1764938849.524659:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927168, offset 0 00000400:00000200:1.0:1764938849.524664:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.524669:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.524674:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.524677:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.524679:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.524681:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90127:90127:255:4294967295] 192.168.203.57@tcp LPNI seq info [90127:90127:7:4294967295] 00000400:00000200:1.0:1764938849.524688:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.524691:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.524693:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938849.524696:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.524700:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.524702:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.524769:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.524772:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:3.0:1764938849.524775:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.524778:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.524781:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:3.0:1764938849.524783:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000800:00000200:3.0:1764938849.524820:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.524822:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938849.524825:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.524828:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.524829:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd7a8a2 00000400:00000010:3.0:1764938849.524830:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd7a8a2. 00000100:00000200:3.0:1764938849.524844:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.527996:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.528018:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507240 00000400:00000200:2.0:1764938849.528027:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0929 [1] + 224 00000400:00000200:2.0:1764938849.528044:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.528048:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.528058:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.528142:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.528147:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.528149:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.528156:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.528165:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.528199:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070ace21a. 02000000:00000010:1.0:1764938849.528205:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7a767fd. 00000100:00000010:1.0:1764938849.528209:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.528213:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.528218:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938849.528475:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.528485:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61640 00000400:00000200:3.0:1764938849.528490:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf349 [2] + 656 00000400:00000200:3.0:1764938849.528543:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.528547:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.528551:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.528556:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 00000020:00000010:0.0:1764938849.528651:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a69e359a. 00000020:00000010:0.0:1764938849.528659:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.528662:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.528684:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000050fb875 x1850670621005376/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.528764:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005376 02000000:00000010:0.0:1764938849.528776:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cc3bffe. 00010000:00000010:0.0:1764938849.528806:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000394bc2bf. 00010000:00000010:0.0:1764938849.528825:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.528843:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6972cc3. 00000100:00000010:0.0:1764938849.528857:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6972cc3. 00010000:00000010:0.0:1764938849.528859:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.528872:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938849.528876:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005376, offset 224 00000400:00000200:0.0:1764938849.528883:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.528893:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.528902:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90128:90128:256:4294967295] 192.168.203.57@tcp LPNI seq info [90128:90128:8:4294967295] 00000400:00000200:0.0:1764938849.528912:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.528917:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.528921:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352938). 00000800:00000200:0.0:1764938849.528927:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.528933:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.528939:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.528963:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.528966:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.528969:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a69e359a. 00080000:00000010:1.0:1764938849.529024:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7a767fd. 00010000:00000010:1.1:1764938849.529138:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ec6951. 00010000:00000010:1.1:1764938849.529144:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:1.1:1764938849.529148:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.529151:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.529159:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.529164:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000078686ec. 00010000:00000010:1.0:1764938849.529237:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.529243:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.529252:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.529255:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.529261:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.529269:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070ace21a. 02000000:00000010:1.0:1764938849.529288:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d985efe6. 00000400:00000010:1.0:1764938849.529292:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.529296:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.529300:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927232, portal 16 00000400:00000010:1.0:1764938849.529304:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938849.529305:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927232, offset 0 00000400:00000200:1.0:1764938849.529310:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.529316:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000800:00000200:3.0:1764938849.529317:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.529320:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:1.0:1764938849.529322:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.529324:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.529325:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.529327:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.529328:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.529330:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000200:1.0:1764938849.529330:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90129:90129:255:4294967295] 192.168.203.57@tcp LPNI seq info [90129:90129:7:4294967295] 00000400:00000010:3.0:1764938849.529331:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000400:00000200:1.0:1764938849.529337:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.529341:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.529344:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938849.529347:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.529351:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.529353:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.529566:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.529569:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938849.529572:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.529576:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.529578:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:2.0:1764938849.529580:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000100:00000200:2.0:1764938849.529584:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.532692:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.532711:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507280 00000400:00000200:3.0:1764938849.532720:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0935 [1] + 224 00000400:00000200:3.0:1764938849.532730:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.532733:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.532742:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.532780:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.532785:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61680 00000400:00000200:3.0:1764938849.532790:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf349 [2] + 984 00000400:00000200:3.0:1764938849.532833:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.532836:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.532840:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.532845:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 00000400:00000010:1.0:1764938849.532969:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.532973:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.532975:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.532980:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.532987:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.533013:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d985efe6. 02000000:00000010:1.0:1764938849.533017:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070ace21a. 00000100:00000010:1.0:1764938849.533020:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.533024:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.533028:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:0.0:1764938849.533099:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a69e359a. 00000020:00000010:0.0:1764938849.533153:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.533156:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.533179:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b62eb6c x1850670621005440/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.533201:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005440 02000000:00000010:0.0:1764938849.533210:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e119960c. 00010000:00000010:0.0:1764938849.533234:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c558866d. 00010000:00000010:0.0:1764938849.533254:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.533259:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6972cc3. 00000100:00000010:0.0:1764938849.533281:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6972cc3. 00010000:00000010:0.0:1764938849.533284:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.533295:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938849.533299:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005440, offset 224 00000400:00000200:0.0:1764938849.533306:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.533315:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.533321:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90130:90130:256:4294967295] 192.168.203.57@tcp LPNI seq info [90130:90130:8:4294967295] 00000400:00000200:0.0:1764938849.533330:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.533334:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.533338:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.533342:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.533348:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.533352:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.533366:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.533369:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.533372:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a69e359a. 00000800:00000200:3.0:1764938849.533453:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.533456:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938849.533464:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.533467:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.533469:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:3.0:1764938849.533471:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00080000:00000010:3.0:1764938849.533494:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8017ee0. 00010000:00000010:3.0:1764938849.533581:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:3.0:1764938849.533587:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007d4ebc0. 00010000:00000010:3.0:1764938849.533650:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.533656:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938849.533666:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938849.533669:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086be1043. 00000100:00000010:3.0:1764938849.533675:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 02000000:00000010:3.0:1764938849.533685:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099eb138d. 02000000:00000010:3.0:1764938849.533704:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083ba2b15. 00000400:00000010:3.0:1764938849.533709:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000043434dd. 00000400:00000010:3.0:1764938849.533712:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938849.533716:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927296, portal 16 00000400:00000010:3.0:1764938849.533719:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938849.533721:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927296, offset 0 00000400:00000200:3.0:1764938849.533771:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.533777:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.533784:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.533786:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.533789:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.533791:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90131:90131:256:4294967295] 192.168.203.57@tcp LPNI seq info [90131:90131:8:4294967295] 00000400:00000200:3.0:1764938849.533798:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.533802:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.533805:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015c8e268 (tot 82352938). 00000800:00000200:3.0:1764938849.533809:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.533813:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.533815:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000015c8e268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.533920:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.533923:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015c8e268 (tot 82352690). 00000400:00000200:2.0:1764938849.533927:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.533931:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.533933:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:2.0:1764938849.533935:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:2.0:1764938849.533939:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc87284 x1850670626927296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.535209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e535b44a. 00010000:00000010:0.1:1764938849.535218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075ed85c9. 00000400:00000200:3.0:1764938849.535485:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.535588:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55072c0 00000400:00000200:3.0:1764938849.535596:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0941 [1] + 224 00000400:00000200:3.0:1764938849.535610:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.535613:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.535620:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc87284 x1850670626927296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.535774:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000043434dd. 00000400:00000200:1.0:1764938849.535779:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000200:3.0:1764938849.535781:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000010:1.0:1764938849.535781:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000100:00000200:1.0:1764938849.535786:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc87284 x1850670626927296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.535787:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f616c0 00000400:00000200:3.0:1764938849.535792:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf349 [2] + 1312 00000100:00000200:1.0:1764938849.535793:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc87284 x1850670626927296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.535817:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083ba2b15. 02000000:00000010:1.0:1764938849.535821:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099eb138d. 00000100:00000010:1.0:1764938849.535827:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 00000100:00000010:1.0:1764938849.535830:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086be1043. 00010000:00000010:1.0:1764938849.535878:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000200:3.0:1764938849.535960:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.536029:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.536034:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.536038:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d93b713. 00000020:00000010:2.0:1764938849.536242:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.536249:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.536254:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.536274:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d93b713 x1850670621005504/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.536337:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005504 02000000:00000010:2.0:1764938849.536347:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.536371:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009969c8b5. 00010000:00000010:2.0:1764938849.536405:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.536411:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.536426:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.536429:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.536440:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d1699a8. 00000100:00000200:2.0:1764938849.536445:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005504, offset 224 00000400:00000200:2.0:1764938849.536452:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.536462:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.536467:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90132:90132:256:4294967295] 192.168.203.57@tcp LPNI seq info [90132:90132:8:4294967295] 00000400:00000200:2.0:1764938849.536477:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.536482:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.536486:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938849.536491:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.536497:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.536501:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.536522:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.536526:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.536529:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00080000:00000010:1.0:1764938849.536574:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ace21a. 00010000:00000010:1.0:1764938849.536653:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:1.0:1764938849.536659:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ce3f7a6. 00010000:00000010:1.0:1764938849.536721:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.536727:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.536735:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.536739:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.536746:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.536754:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d985efe6. 02000000:00000010:1.0:1764938849.536773:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000935007c2. 00000400:00000010:1.0:1764938849.536777:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.536781:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.536785:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927360, portal 16 00000400:00000010:1.0:1764938849.536789:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938849.536790:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927360, offset 0 00000400:00000200:1.0:1764938849.536796:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.536802:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.536808:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.536811:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.536814:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.536816:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90133:90133:255:4294967295] 192.168.203.57@tcp LPNI seq info [90133:90133:7:4294967295] 00000400:00000200:1.0:1764938849.536823:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.536826:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.536830:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82353186). 00000800:00000200:1.0:1764938849.536848:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.536852:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.536854:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.536923:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.536926:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352938). 00000400:00000200:3.0:1764938849.536930:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.536933:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.536936:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d1699a8 00000400:00000010:3.0:1764938849.536938:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d1699a8. 00000800:00000200:3.0:1764938849.537138:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.537141:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938849.537145:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.537148:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.537151:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:3.0:1764938849.537152:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00000100:00000200:3.0:1764938849.537157:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.539159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afdd3ec. 00010000:00000010:1.1:1764938849.539367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e627bf1. 00010000:00000010:1.1:1764938849.539374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.1:1764938849.539387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ceec9b3. 00010000:00000010:1.1:1764938849.539391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:3.1:1764938849.539670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057e42ce0. 00010000:00000010:3.1:1764938849.539675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00000400:00000200:2.0:1764938849.541656:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.541675:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507300 00000400:00000200:2.0:1764938849.541683:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb094d [1] + 224 00000400:00000200:2.0:1764938849.541693:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.541697:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.541707:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.541739:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.541744:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61700 00000400:00000200:2.0:1764938849.541748:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf349 [2] + 1640 00000400:00000200:2.0:1764938849.541797:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.541801:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.541805:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.541810:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000400:00000010:1.0:1764938849.541898:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.541903:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.541904:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.541910:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.541916:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.541940:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000935007c2. 02000000:00000010:1.0:1764938849.541945:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d985efe6. 00000100:00000010:1.0:1764938849.541948:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.541953:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.541956:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:0.0:1764938849.542268:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a69e359a. 00000020:00000010:0.0:1764938849.542275:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.542279:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.542301:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621005568/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.542329:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005568 02000000:00000010:0.0:1764938849.542340:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079454cc7. 00010000:00000010:0.0:1764938849.542364:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3f59291. 00010000:00000010:0.0:1764938849.542393:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.542399:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6972cc3. 00000100:00000010:0.0:1764938849.542409:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6972cc3. 00010000:00000010:0.0:1764938849.542412:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.542423:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938849.542427:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005568, offset 224 00000400:00000200:0.0:1764938849.542434:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.542444:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.542450:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90134:90134:256:4294967295] 192.168.203.57@tcp LPNI seq info [90134:90134:8:4294967295] 00000400:00000200:0.0:1764938849.542460:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.542464:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.542468:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.542473:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.542479:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.542483:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.542507:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.542511:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.542514:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a69e359a. 00080000:00000010:1.0:1764938849.542541:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d985efe6. 00010000:00000010:1.0:1764938849.542621:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.542627:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000731f0e81. 00000800:00000200:3.0:1764938849.542628:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.542631:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:3.0:1764938849.542634:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.542638:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.542640:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:3.0:1764938849.542641:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00010000:00000010:1.0:1764938849.542690:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.542694:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.542699:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:2.1:1764938849.542765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e1249b0. 00010000:00000010:1.0:1764938849.542869:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00080000:00000010:1.0:1764938849.542881:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000935007c2. 00010000:00000010:1.0:1764938849.542906:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.542909:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077382c40. 00010000:00000010:1.0:1764938849.542952:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938849.542955:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.542961:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.542963:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.542968:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.542976:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000846b2e55. 02000000:00000010:1.0:1764938849.542997:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099eb138d. 00000400:00000010:1.0:1764938849.543001:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.543004:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.543009:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927424, portal 16 00000400:00000010:1.0:1764938849.543013:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd9c7137. 00000100:00000200:1.0:1764938849.543015:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927424, offset 0 00000400:00000200:1.0:1764938849.543020:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.543026:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.543033:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.543037:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.543040:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.543042:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90135:90135:256:4294967295] 192.168.203.57@tcp LPNI seq info [90135:90135:8:4294967295] 00000400:00000200:1.0:1764938849.543049:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.543054:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.543057:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938849.543061:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.543065:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.543067:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938849.543127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000203b9515. 00010000:00000010:1.1:1764938849.543132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00010000:00000010:0.1:1764938849.543282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9703175. 00000800:00000200:3.0:1764938849.543362:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.543364:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938849.543368:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.543372:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.543374:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9c7137 00000400:00000010:3.0:1764938849.543375:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd9c7137. 00000100:00000200:3.0:1764938849.543388:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.546601:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.546619:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507340 00000400:00000200:2.0:1764938849.546627:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0959 [1] + 224 00000400:00000200:2.0:1764938849.546641:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.546645:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.546809:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.547335:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.547342:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61740 00000400:00000200:2.0:1764938849.547347:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf349 [2] + 1968 00000400:00000010:2.0:1764938849.547351:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4f00a3a. 00000400:00000200:2.0:1764938849.547354:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007b65ab26 00000400:00000200:2.0:1764938849.547410:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.547414:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.547416:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b65ab26 00000400:00000010:2.0:1764938849.547418:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007b65ab26 (tot 82352538). 00000100:00000200:2.0:1764938849.547424:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938849.547481:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc404602. 00000020:00000010:0.0:1764938849.547492:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.547497:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.547519:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ff4d1805 x1850670621005632/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938849.547552:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005632 02000000:00000010:0.0:1764938849.547563:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a69e359a. 00010000:00000010:0.0:1764938849.547598:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.547604:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6972cc3. 00000100:00000010:0.0:1764938849.547609:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6972cc3. 00010000:00000010:0.0:1764938849.547613:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.547625:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938849.547630:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005632, offset 224 00000400:00000200:0.0:1764938849.547636:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.547645:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.547650:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90136:90136:256:4294967295] 192.168.203.57@tcp LPNI seq info [90136:90136:8:4294967295] 00000400:00000200:0.0:1764938849.547660:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.547665:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.547669:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352786). 00000800:00000200:0.0:1764938849.547674:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.547680:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.547683:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.547700:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.547704:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.547707:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc404602. 02000000:00000010:0.0:1764938849.547714:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079454cc7. 00000100:00000010:0.0:1764938849.547717:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:0.0:1764938849.547720:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000100:00000010:0.0:1764938849.547723:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d93b713. 02000000:00000010:0.0:1764938849.547726:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e119960c. 00000100:00000010:0.0:1764938849.547730:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 02000000:00000010:0.0:1764938849.547733:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cc3bffe. 00000100:00000010:0.0:1764938849.547736:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 02000000:00000010:0.0:1764938849.547739:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e72d7295. 00000100:00000010:0.0:1764938849.547741:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000681c7840. 02000000:00000010:0.0:1764938849.547744:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1ae18e9. 00000100:00000010:0.0:1764938849.547746:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbbde638. 00000100:00000200:0.0:1764938849.547750:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938849.547754:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000537e489a. 00000400:00000010:0.0:1764938849.547757:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6972cc3 (tot 82352938). 00000800:00000200:3.0:1764938849.547783:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.547787:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:3.0:1764938849.547790:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.547794:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.547796:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:3.0:1764938849.547797:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 02000000:00000010:3.0:1764938849.547801:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a69e359a. 00000400:00000010:1.0:1764938849.547880:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.547884:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.547885:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.547890:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.547897:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938849.547915:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000adfd5243. 02000000:00000010:1.0:1764938849.547928:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099eb138d. 02000000:00000010:1.0:1764938849.547934:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000846b2e55. 00000100:00000010:1.0:1764938849.547937:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.547941:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.547943:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00080000:00000010:1.0:1764938849.547959:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099eb138d. 00010000:00000010:1.0:1764938849.548031:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.548037:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef7e8c69. 00010000:00000010:1.0:1764938849.548097:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938849.548130:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.548141:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.548145:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.548151:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.548160:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000846b2e55. 02000000:00000010:1.0:1764938849.548179:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083ba2b15. 00000400:00000010:1.0:1764938849.548182:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.548185:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.548188:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927488, portal 16 00000400:00000010:1.0:1764938849.548191:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938849.548193:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927488, offset 0 00000400:00000200:1.0:1764938849.548197:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.548203:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.548208:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.548211:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.548214:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.548216:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90137:90137:256:4294967295] 192.168.203.57@tcp LPNI seq info [90137:90137:8:4294967295] 00000400:00000200:1.0:1764938849.548222:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.548226:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.548228:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938849.548231:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.548235:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.548237:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.548602:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.548605:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938849.548609:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.548613:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.548616:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:3.0:1764938849.548617:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00000100:00000200:3.0:1764938849.548622:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.551451:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.551470:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507380 00000400:00000200:2.0:1764938849.551479:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0969 [1] + 224 00000400:00000200:2.0:1764938849.551490:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.551494:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.551503:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.551575:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.551581:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61780 00000400:00000200:2.0:1764938849.551586:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3a1 [2] + 0 00000400:00000200:2.0:1764938849.551596:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.551599:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.551603:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.551608:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000400:00000010:1.0:1764938849.551665:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.551670:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.551672:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.551679:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.551686:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.551713:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083ba2b15. 02000000:00000010:1.0:1764938849.551718:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000846b2e55. 00000100:00000010:1.0:1764938849.551722:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.551726:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.551730:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:0.0:1764938849.552308:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.552315:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.552319:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.552341:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621005696/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.552362:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005696 02000000:00000010:0.0:1764938849.552371:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e72d7295. 00010000:00000010:0.0:1764938849.552400:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac18e787. 00010000:00000010:0.0:1764938849.552418:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.552423:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bd4e9b6. 00000100:00000010:0.0:1764938849.554080:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bd4e9b6. 00010000:00000010:0.0:1764938849.554089:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.554122:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938849.554128:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005696, offset 224 00000400:00000200:0.0:1764938849.554137:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.554151:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.554158:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90138:90138:256:4294967295] 192.168.203.57@tcp LPNI seq info [90138:90138:8:4294967295] 00000400:00000200:0.0:1764938849.554169:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.554175:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.554180:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.554186:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.554193:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.554197:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.554215:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.554220:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.554224:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 00010000:00000010:1.1:1764938849.554467:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d51e663. 00010000:00000010:1.1:1764938849.554475:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:1.1:1764938849.554480:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.554483:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00080000:00000010:1.0:1764938849.554500:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083ba2b15. 00010000:00000010:1.0:1764938849.554585:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.554592:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1438968. 00010000:00000010:1.0:1764938849.554663:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.554669:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.554680:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.554686:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.554693:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.554706:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000846b2e55. 02000000:00000010:1.0:1764938849.554731:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000024ab61b. 00000400:00000010:1.0:1764938849.554737:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.554741:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.554746:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927552, portal 16 00000400:00000010:1.0:1764938849.554750:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938849.554752:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927552, offset 0 00000400:00000200:1.0:1764938849.554758:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.554764:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.554771:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.554774:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.554777:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.554779:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90139:90139:255:4294967295] 192.168.203.57@tcp LPNI seq info [90139:90139:7:4294967295] 00000400:00000200:1.0:1764938849.554787:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.554791:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.554795:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938849.554799:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.554803:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.554805:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.555960:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.555966:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352938). 00000400:00000200:3.0:1764938849.555972:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.555979:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.555984:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:3.0:1764938849.555986:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000800:00000200:3.0:1764938849.556058:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.556060:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938849.556064:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.556067:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.556069:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:3.0:1764938849.556071:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000100:00000200:3.0:1764938849.556078:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.557767:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.557784:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55073c0 00000400:00000200:3.0:1764938849.557792:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0975 [1] + 224 00000400:00000200:3.0:1764938849.557805:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.557808:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.557817:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.557877:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.557881:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.557882:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.557888:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.557895:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.557921:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000024ab61b. 02000000:00000010:1.0:1764938849.557926:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000846b2e55. 00000100:00000010:1.0:1764938849.557931:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.557935:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.557940:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00010000:00000010:0.1:1764938849.559165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eea384f5. 00000400:00000200:2.0:1764938849.559581:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.559594:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f617c0 00000400:00000200:2.0:1764938849.559600:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3a1 [2] + 328 00000400:00000200:2.0:1764938849.559651:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.559655:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.559659:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.559665:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:0.0:1764938849.559858:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.559865:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.559870:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.559894:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621005760/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938849.559929:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005760 02000000:00000010:0.0:1764938849.559940:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a69e359a. 00010000:00000010:0.0:1764938849.559965:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773b4c39. 00010000:00000010:0.0:1764938849.559986:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.559992:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bd4e9b6. 00000100:00000010:0.0:1764938849.560010:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bd4e9b6. 00010000:00000010:0.0:1764938849.560014:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.560026:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938849.560031:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005760, offset 224 00000400:00000200:0.0:1764938849.560038:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938849.560044:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000024ab61b. 00000400:00000200:0.0:1764938849.560049:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.560054:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90140:90140:256:4294967295] 192.168.203.57@tcp LPNI seq info [90140:90140:8:4294967295] 00000400:00000200:0.0:1764938849.560063:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.560067:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.560071:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.560076:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.560082:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.560085:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1764938849.560136:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00000020:00000010:0.0:1764938849.560137:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00010000:00000010:1.0:1764938849.560143:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000128ece25. 00000020:00000010:0.0:1764938849.560144:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.560149:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 00010000:00000010:1.0:1764938849.560213:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.560218:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.560229:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.560232:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.560238:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.560247:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000846b2e55. 02000000:00000010:1.0:1764938849.560270:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000060faa46. 00000400:00000010:1.0:1764938849.560275:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.560279:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.560283:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927616, portal 16 00000400:00000010:1.0:1764938849.560288:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938849.560289:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927616, offset 0 00000400:00000200:1.0:1764938849.560294:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.560301:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.560308:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.560311:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.560313:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.560316:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90141:90141:255:4294967295] 192.168.203.57@tcp LPNI seq info [90141:90141:7:4294967295] 00000400:00000200:1.0:1764938849.560323:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.560327:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.560330:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938849.560334:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.560337:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.560340:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.560467:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.560471:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:3.0:1764938849.560474:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.560478:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.560481:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:3.0:1764938849.560483:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000800:00000200:3.0:1764938849.560737:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.560740:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938849.560743:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.560747:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.560750:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:3.0:1764938849.560751:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:3.0:1764938849.560756:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.561836:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.561849:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507400 00000400:00000200:3.0:1764938849.561856:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0981 [1] + 224 00000400:00000200:3.0:1764938849.561867:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.561870:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.561876:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.561924:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.561928:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.561929:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.561933:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.561940:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.561961:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000060faa46. 02000000:00000010:1.0:1764938849.561965:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000846b2e55. 00000100:00000010:1.0:1764938849.561970:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.561974:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.561977:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:2.0:1764938849.562906:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.562917:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61800 00000400:00000200:2.0:1764938849.562923:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3a1 [2] + 656 00000400:00000200:2.0:1764938849.563183:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.563188:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.563193:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.563198:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00010000:00000010:1.1:1764938849.563265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fa723a. 00010000:00000010:1.1:1764938849.563273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273eaa57. 00010000:00000010:1.1:1764938849.563278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.1:1764938849.563280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003278f1bc. 00010000:00000010:1.1:1764938849.563283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:0.1:1764938849.563771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000936f61a1. 00000020:00000010:0.0:1764938849.563811:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.563817:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.563821:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.563844:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621005824/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.563882:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005824 02000000:00000010:0.0:1764938849.563893:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cc3bffe. 00010000:00000010:0.0:1764938849.563919:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d716f5d. 00010000:00000010:0.0:1764938849.563939:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.563945:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bd4e9b6. 00000100:00000010:0.0:1764938849.563963:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bd4e9b6. 00010000:00000010:0.0:1764938849.563967:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.563980:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.563985:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005824, offset 224 00000400:00000200:0.0:1764938849.563992:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938849.563994:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000060faa46. 00000400:00000200:0.0:1764938849.564004:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.564010:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90142:90142:256:4294967295] 192.168.203.57@tcp LPNI seq info [90142:90142:8:4294967295] 00000400:00000200:0.0:1764938849.564019:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.564024:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.564029:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cb6d29a (tot 82352938). 00000800:00000200:0.0:1764938849.564034:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.564041:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.564044:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005cb6d29a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1764938849.564062:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00000020:00000010:0.0:1764938849.564066:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00010000:00000010:1.0:1764938849.564070:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001151f911. 00000020:00000010:0.0:1764938849.564071:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.564076:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 00010000:00000010:1.0:1764938849.564155:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938849.564162:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.564171:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.564175:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.564180:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.564190:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000846b2e55. 02000000:00000010:1.0:1764938849.564211:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072eb46bb. 00000400:00000010:1.0:1764938849.564216:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.564220:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.564224:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927680, portal 16 00000400:00000010:1.0:1764938849.564228:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938849.564230:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927680, offset 0 00000400:00000200:1.0:1764938849.564235:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.564241:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.564248:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.564250:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.564254:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.564256:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90143:90143:255:4294967295] 192.168.203.57@tcp LPNI seq info [90143:90143:7:4294967295] 00000400:00000200:1.0:1764938849.564263:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.564266:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.564270:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938849.564273:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.564277:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.564279:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.564424:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.564428:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cb6d29a (tot 82352938). 00000400:00000200:3.0:1764938849.564431:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.564434:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.564438:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:3.0:1764938849.564440:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000800:00000200:3.0:1764938849.564477:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.564479:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938849.564483:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.564486:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.564488:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:3.0:1764938849.564490:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000100:00000200:3.0:1764938849.564506:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.567150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4ea660. 00000400:00000200:3.0:1764938849.567756:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.567772:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507440 00000400:00000200:3.0:1764938849.567780:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb098d [1] + 224 00000400:00000200:3.0:1764938849.567790:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.567794:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.567802:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.568036:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.568042:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61840 00000400:00000200:3.0:1764938849.568048:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3a1 [2] + 984 00000400:00000010:1.0:1764938849.568343:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:1.0:1764938849.568349:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:1.0:1764938849.568351:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.568357:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.568365:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.568403:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072eb46bb. 02000000:00000010:1.0:1764938849.568408:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000846b2e55. 00000100:00000010:1.0:1764938849.568414:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938849.568418:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938849.568422:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938849.568519:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.568524:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.568528:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.568533:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 00000020:00000010:2.0:1764938849.569828:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.570682:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.570688:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.570717:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000274d7da0 x1850670621005888/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.570759:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005888 02000000:00000010:2.0:1764938849.570769:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.570795:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000edfac33. 00010000:00000010:2.0:1764938849.570817:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.570824:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.570838:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.570849:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.570865:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938849.570871:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005888, offset 224 00000400:00000200:2.0:1764938849.570879:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.570891:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.570896:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90144:90144:256:4294967295] 192.168.203.57@tcp LPNI seq info [90144:90144:8:4294967295] 00000400:00000200:2.0:1764938849.570905:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.570910:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.570913:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938849.570918:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.570925:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.570928:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.570950:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.570954:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.570957:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00000800:00000200:3.0:1764938849.571434:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.571438:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:3.0:1764938849.571441:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.571446:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.571449:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001677e719 00000400:00000010:3.0:1764938849.571451:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001677e719. 00080000:00000010:1.0:1764938849.571574:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072eb46bb. 00010000:00000010:1.0:1764938849.571651:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.571657:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000141a498d. 00010000:00000010:1.0:1764938849.571727:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938849.571732:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938849.571743:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938849.571747:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938849.571754:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938849.571765:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000846b2e55. 02000000:00000010:1.0:1764938849.571788:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c12b5bac. 00000400:00000010:1.0:1764938849.571794:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938849.571799:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938849.571804:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927744, portal 16 00000400:00000010:1.0:1764938849.571808:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938849.571810:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927744, offset 0 00000400:00000200:1.0:1764938849.571815:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.571822:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.571829:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.571832:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.571835:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.571837:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90145:90145:256:4294967295] 192.168.203.57@tcp LPNI seq info [90145:90145:8:4294967295] 00000400:00000200:1.0:1764938849.575463:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.575476:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.575485:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938849.575493:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.575500:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.575504:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.575995:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.576000:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938849.576007:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.576012:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.576016:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:2.0:1764938849.576019:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000100:00000200:2.0:1764938849.576028:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626927744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.576145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21f07e0. 00010000:00000010:1.1:1764938849.576172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047700b1c. 00010000:00000010:1.1:1764938849.576179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.1:1764938849.576183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000675be44c. 00010000:00000010:1.1:1764938849.576186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:3.0:1764938849.579039:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.579059:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507480 00000400:00000200:3.0:1764938849.579068:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0999 [1] + 224 00000400:00000200:3.0:1764938849.579082:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.579086:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.579096:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626927744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.582375:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.582399:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61880 00000400:00000200:2.0:1764938849.582406:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3a1 [2] + 1312 00000400:00000200:2.0:1764938849.582469:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.582473:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.582479:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.582485:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000400:00000010:2.0:1764938849.582528:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2c16f64. 00000400:00000200:2.0:1764938849.582532:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:2.0:1764938849.582534:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:2.0:1764938849.582541:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626927744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.582549:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626927744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938849.582576:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c12b5bac. 02000000:00000010:2.0:1764938849.582581:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000846b2e55. 00000100:00000010:2.0:1764938849.582585:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:2.0:1764938849.582589:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:2.0:1764938849.582594:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:0.0:1764938849.582682:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.582690:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.582694:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.582716:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621005952/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.582749:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621005952 02000000:00000010:0.0:1764938849.582759:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e119960c. 00010000:00000010:0.0:1764938849.582784:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daacbf1a. 00010000:00000010:0.0:1764938849.582802:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.582807:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bd4e9b6. 00000100:00000010:0.0:1764938849.582824:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bd4e9b6. 00010000:00000010:0.0:1764938849.582827:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.582836:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938849.582840:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621005952, offset 224 00000400:00000200:0.0:1764938849.582847:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.582856:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.582860:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90146:90146:256:4294967295] 192.168.203.57@tcp LPNI seq info [90146:90146:8:4294967295] 00000400:00000200:0.0:1764938849.582870:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.582874:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.582878:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab505fc (tot 82352938). 00000800:00000200:0.0:1764938849.582882:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.582888:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.582891:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab505fc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.582904:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.582907:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.582910:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 00000800:00000200:3.0:1764938849.583097:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.583132:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab505fc (tot 82352690). 00000400:00000200:3.0:1764938849.583136:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.583139:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.583142:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:3.0:1764938849.583143:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00080000:00000010:3.0:1764938849.583163:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3413a4e. 00010000:00000010:3.0:1764938849.583243:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:3.0:1764938849.583249:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021437e2e. 00010000:00000010:3.0:1764938849.583322:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007920db1a. 00010000:00000010:3.0:1764938849.583328:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.583338:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b5f3af7. 00000100:00000010:3.0:1764938849.583341:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938849.583347:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 02000000:00000010:3.0:1764938849.583355:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f44fc72. 02000000:00000010:3.0:1764938849.583375:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a0e250. 00000400:00000010:3.0:1764938849.583388:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f616f2a. 00000400:00000010:3.0:1764938849.583392:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.583396:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927808, portal 16 00000400:00000010:3.0:1764938849.583401:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938849.583403:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927808, offset 0 00000400:00000200:3.0:1764938849.583407:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.583413:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.583419:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.583422:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.583424:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.583427:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90147:90147:256:4294967295] 192.168.203.57@tcp LPNI seq info [90147:90147:8:4294967295] 00000400:00000200:3.0:1764938849.583434:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.583438:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.583441:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015c8e268 (tot 82352938). 00000800:00000200:3.0:1764938849.583445:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.583448:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.583450:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000015c8e268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.583539:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.583541:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015c8e268 (tot 82352690). 00000400:00000200:2.0:1764938849.583545:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.583549:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.583552:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:2.0:1764938849.583553:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000100:00000200:2.0:1764938849.583558:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc94f488 x1850670626927808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.585185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091d13bc7. 00000400:00000200:2.0:1764938849.586357:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.586374:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55074c0 00000400:00000200:2.0:1764938849.586392:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb09a5 [1] + 224 00000400:00000200:2.0:1764938849.586407:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.586411:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.586421:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc94f488 x1850670626927808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.586533:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f616f2a. 00000400:00000200:3.0:1764938849.586538:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:3.0:1764938849.586540:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.586546:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc94f488 x1850670626927808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.586554:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc94f488 x1850670626927808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.586582:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049a0e250. 02000000:00000010:3.0:1764938849.586588:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f44fc72. 00000100:00000010:3.0:1764938849.586592:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 00000100:00000010:3.0:1764938849.586596:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938849.586600:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b5f3af7. 00000400:00000200:3.0:1764938849.586860:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.586869:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f618c0 00000400:00000200:3.0:1764938849.586874:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3a1 [2] + 1640 00000400:00000200:3.0:1764938849.586924:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.586928:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.586932:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.586936:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00010000:00000010:0.1:1764938849.587139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002474f8c2. 00000020:00000010:2.0:1764938849.587311:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.587319:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.587323:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.587348:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670621006016/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.587393:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006016 02000000:00000010:2.0:1764938849.587405:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc5bfc6. 00010000:00000010:2.0:1764938849.587435:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099545358. 00010000:00000010:1.1:1764938849.587446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050bb96b1. 00010000:00000010:1.1:1764938849.587453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:2.0:1764938849.587457:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.587465:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.587482:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.587486:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.587499:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938849.587504:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006016, offset 224 00080000:00000010:3.0:1764938849.587511:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a742091d. 00000400:00000200:2.0:1764938849.587512:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.587525:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.587530:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90148:90148:256:4294967295] 192.168.203.57@tcp LPNI seq info [90148:90148:8:4294967295] 00000400:00000200:2.0:1764938849.587540:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.587544:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.587549:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938849.587554:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.587562:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.587566:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1764938849.587591:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00000020:00000010:2.0:1764938849.587593:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00010000:00000010:3.0:1764938849.587598:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b50747c7. 00000020:00000010:2.0:1764938849.587599:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.587606:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00010000:00000010:3.0:1764938849.587674:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938849.587681:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.587691:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b5f3af7. 00000100:00000010:3.0:1764938849.587694:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938849.587699:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938849.587709:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002519b08d. 02000000:00000010:3.0:1764938849.587731:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081f2f261. 00000400:00000010:3.0:1764938849.587735:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f616f2a. 00000400:00000010:3.0:1764938849.587738:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.587742:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927872, portal 16 00000400:00000010:3.0:1764938849.587747:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938849.587749:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927872, offset 0 00000400:00000200:3.0:1764938849.587754:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.587760:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.587766:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.587769:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.587772:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.587774:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90149:90149:255:4294967295] 192.168.203.57@tcp LPNI seq info [90149:90149:7:4294967295] 00000400:00000200:3.0:1764938849.587782:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.587787:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.587790:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b55e29 (tot 82353186). 00000800:00000200:3.0:1764938849.587793:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.587797:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.587800:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b55e29 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.587877:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.587881:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:0.0:1764938849.587884:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.587887:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.587890:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000400:00000010:0.0:1764938849.587891:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 00000800:00000200:0.0:1764938849.588061:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.588063:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b55e29 (tot 82352690). 00000400:00000200:0.0:1764938849.588067:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.588071:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.588073:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:0.0:1764938849.588074:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:0.0:1764938849.588079:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d90d6431 x1850670626927872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.590390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f31d7d40. 00010000:00000010:3.1:1764938849.590403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00000400:00000200:2.0:1764938849.590596:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.590614:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507500 00000400:00000200:2.0:1764938849.590622:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb09b1 [1] + 224 00000400:00000200:2.0:1764938849.590633:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.590637:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.590646:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d90d6431 x1850670626927872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.590679:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.590685:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61900 00000400:00000200:2.0:1764938849.590689:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3a1 [2] + 1968 00000400:00000010:2.0:1764938849.590693:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000079b9af72. 00000400:00000200:2.0:1764938849.590696:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d74efb06 00000400:00000200:2.0:1764938849.590745:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.590749:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.590751:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d74efb06 00000400:00000010:2.0:1764938849.590754:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d74efb06 (tot 82352538). 00000100:00000200:2.0:1764938849.590759:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1764938849.593182:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f616f2a. 00000400:00000200:3.0:1764938849.593193:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:3.0:1764938849.593196:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.593209:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d90d6431 x1850670626927872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.593220:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d90d6431 x1850670626927872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.593249:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081f2f261. 02000000:00000010:3.0:1764938849.593255:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002519b08d. 00000100:00000010:3.0:1764938849.593259:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 00000100:00000010:3.0:1764938849.593263:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938849.593266:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b5f3af7. 00000020:00000010:0.0:1764938849.593369:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.593377:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.593390:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.593415:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a382e9e3 x1850670621006080/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.593457:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006080 02000000:00000010:0.0:1764938849.593469:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079454cc7. 00010000:00000010:0.0:1764938849.593497:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ab59325. 00010000:00000010:0.0:1764938849.593518:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.593525:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bd4e9b6. 00000100:00000010:0.0:1764938849.593541:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bd4e9b6. 00010000:00000010:0.0:1764938849.593544:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.593556:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938849.593559:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006080, offset 224 00000400:00000200:0.0:1764938849.593567:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.593580:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.593586:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90150:90150:256:4294967295] 192.168.203.57@tcp LPNI seq info [90150:90150:8:4294967295] 00000400:00000200:0.0:1764938849.593596:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.593602:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.593607:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001307848e (tot 82352786). 00000800:00000200:0.0:1764938849.593612:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.593619:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.593623:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001307848e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.593639:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.593642:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.593645:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 02000000:00000010:0.0:1764938849.593652:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc5bfc6. 00000100:00000010:0.0:1764938849.593655:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 02000000:00000010:0.0:1764938849.593659:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e119960c. 00000100:00000010:0.0:1764938849.593660:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:0.0:1764938849.593663:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000100:00000010:0.0:1764938849.593666:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 02000000:00000010:0.0:1764938849.593669:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cc3bffe. 00000100:00000010:0.0:1764938849.593672:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:0.0:1764938849.593675:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a69e359a. 00000100:00000010:0.0:1764938849.593677:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:0.0:1764938849.593679:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e72d7295. 00000100:00000010:0.0:1764938849.593681:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000200:0.0:1764938849.593686:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938849.593692:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a150082. 00000400:00000010:0.0:1764938849.593696:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003bd4e9b6 (tot 82352938). 00000800:00000200:1.0:1764938849.593922:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.593926:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001307848e (tot 82352690). 00000400:00000200:1.0:1764938849.593929:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.593934:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.593937:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:1.0:1764938849.593938:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 02000000:00000010:1.0:1764938849.593943:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079454cc7. 00080000:00000010:3.0:1764938849.594146:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002519b08d. 00010000:00000010:3.0:1764938849.594227:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.594235:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000436da6a9. 00010000:00000010:3.0:1764938849.594310:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938849.594316:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.594326:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b5f3af7. 00000100:00000010:3.0:1764938849.594330:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938849.594336:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938849.594346:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081f2f261. 02000000:00000010:3.0:1764938849.594367:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fba9e6d0. 00000400:00000010:3.0:1764938849.594371:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f616f2a. 00000400:00000010:3.0:1764938849.594375:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.594386:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626927936, portal 16 00000400:00000010:3.0:1764938849.594391:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938849.594392:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626927936, offset 0 00000400:00000200:3.0:1764938849.594398:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.594406:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.594412:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.594416:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.594418:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.594421:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90151:90151:256:4294967295] 192.168.203.57@tcp LPNI seq info [90151:90151:8:4294967295] 00000400:00000200:3.0:1764938849.594428:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.594432:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.594435:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001bb8202 (tot 82352938). 00000800:00000200:3.0:1764938849.594439:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.594444:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.594446:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001bb8202 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.596760:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.596768:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001bb8202 (tot 82352690). 00000400:00000200:0.0:1764938849.596777:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.596787:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.596792:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038a32027 00000400:00000010:0.0:1764938849.596795:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038a32027. 00000100:00000200:0.0:1764938849.596803:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d90d6431 x1850670626927936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.598694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085aeffae. 00010000:00000010:3.1:1764938849.599158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081716956. 00010000:00000010:3.1:1764938849.599167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00010000:00000010:0.1:1764938849.602585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084be3f7f. 00010000:00000010:3.1:1764938849.604758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cc430b5. 00010000:00000010:3.1:1764938849.604770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00000400:00000200:2.0:1764938849.604923:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.604939:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507540 00000400:00000200:2.0:1764938849.604946:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb09c1 [1] + 224 00000400:00000200:2.0:1764938849.604959:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.604962:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.604971:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d90d6431 x1850670626927936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.605044:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f616f2a. 00000400:00000200:3.0:1764938849.605049:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:3.0:1764938849.605051:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.605055:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d90d6431 x1850670626927936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.605064:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d90d6431 x1850670626927936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.605093:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fba9e6d0. 02000000:00000010:3.0:1764938849.605097:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081f2f261. 00000100:00000010:3.0:1764938849.605100:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 00000100:00000010:3.0:1764938849.605129:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938849.605132:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b5f3af7. 00000400:00000200:1.0:1764938849.606545:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.606559:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61940 00000400:00000200:1.0:1764938849.606565:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3f9 [2] + 0 00000400:00000200:1.0:1764938849.606618:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.606621:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.606626:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.606633:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000020:00000010:2.0:1764938849.606877:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.606884:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.606888:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.606908:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548a2fdc x1850670621006144/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.606938:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006144 02000000:00000010:2.0:1764938849.606946:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938849.606967:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000289045cd. 00010000:00000010:2.0:1764938849.606985:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.606991:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.607002:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.607005:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.607015:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938849.607019:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006144, offset 224 00000400:00000200:2.0:1764938849.607026:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.607035:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.607040:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90152:90152:256:4294967295] 192.168.203.57@tcp LPNI seq info [90152:90152:8:4294967295] 00000400:00000200:2.0:1764938849.607049:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.607054:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.607057:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.607062:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.607068:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.607071:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.607094:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.607098:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.607101:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00000800:00000200:1.0:1764938849.607266:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.607269:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:1.0:1764938849.607273:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.607277:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.607280:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:1.0:1764938849.607282:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00080000:00000010:3.0:1764938849.607566:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081f2f261. 00010000:00000010:3.0:1764938849.607636:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.607642:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005be36af6. 00010000:00000010:3.0:1764938849.607696:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938849.607700:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.607708:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b5f3af7. 00000100:00000010:3.0:1764938849.607711:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938849.607717:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938849.607726:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fba9e6d0. 02000000:00000010:3.0:1764938849.607744:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031b08d45. 00000400:00000010:3.0:1764938849.607748:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f616f2a. 00000400:00000010:3.0:1764938849.607751:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.607755:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928000, portal 16 00000400:00000010:3.0:1764938849.607759:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938849.607760:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626928000, offset 0 00000400:00000200:3.0:1764938849.607765:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.607771:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.607776:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.607779:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.607782:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.607784:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90153:90153:256:4294967295] 192.168.203.57@tcp LPNI seq info [90153:90153:8:4294967295] 00000400:00000200:3.0:1764938849.607791:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.607796:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.607798:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062cf6497 (tot 82352938). 00000800:00000200:3.0:1764938849.607801:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.607805:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.607808:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062cf6497 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.612905:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.612914:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062cf6497 (tot 82352690). 00000400:00000200:2.0:1764938849.612922:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.612931:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.612936:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:2.0:1764938849.612938:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:2.0:1764938849.612947:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d90d6431 x1850670626928000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.620156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d3b450d. 00010000:00000010:3.1:1764938849.624153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aced133. 00010000:00000010:3.1:1764938849.624167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00000400:00000200:1.0:1764938849.626148:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.626168:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507580 00000400:00000200:1.0:1764938849.626176:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb09cd [1] + 224 00000400:00000200:1.0:1764938849.626188:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.626192:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.626202:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d90d6431 x1850670626928000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.626237:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.626243:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61980 00000400:00000200:1.0:1764938849.626247:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3f9 [2] + 328 00000400:00000200:1.0:1764938849.626254:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.626257:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.626261:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.626266:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000400:00000010:3.0:1764938849.626337:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f616f2a. 00000400:00000200:3.0:1764938849.626342:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:3.0:1764938849.626344:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.626349:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d90d6431 x1850670626928000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.626356:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d90d6431 x1850670626928000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.626394:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031b08d45. 02000000:00000010:3.0:1764938849.626399:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fba9e6d0. 00000100:00000010:3.0:1764938849.626403:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 00000100:00000010:3.0:1764938849.626407:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938849.626410:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b5f3af7. 00000020:00000010:0.0:1764938849.626510:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc404602. 00000020:00000010:0.0:1764938849.626516:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.626521:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.626545:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621006208/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.626584:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006208 02000000:00000010:0.0:1764938849.626597:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079454cc7. 00010000:00000010:0.0:1764938849.626623:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f6cf69c. 00010000:00000010:0.0:1764938849.626642:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.626648:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8c683b4. 00000100:00000010:0.0:1764938849.628068:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8c683b4. 00010000:00000010:0.0:1764938849.628077:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.628100:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938849.628118:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006208, offset 224 00000400:00000200:0.0:1764938849.628129:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.628143:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.628149:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90154:90154:256:4294967295] 192.168.203.57@tcp LPNI seq info [90154:90154:8:4294967295] 00000400:00000200:0.0:1764938849.628158:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.628163:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.628167:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.628176:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.628183:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.628186:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.628205:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.628209:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.628212:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc404602. 00080000:00000010:3.0:1764938849.628295:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fba9e6d0. 00010000:00000010:3.0:1764938849.628384:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.628393:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a318748c. 00010000:00000010:3.0:1764938849.628467:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938849.628472:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.628482:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b5f3af7. 00000100:00000010:3.0:1764938849.628487:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938849.628495:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938849.628505:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031b08d45. 02000000:00000010:3.0:1764938849.628528:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f663c13. 00000400:00000010:3.0:1764938849.628532:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f616f2a. 00000400:00000010:3.0:1764938849.628537:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.628541:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928064, portal 16 00000400:00000010:3.0:1764938849.628545:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938849.628547:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626928064, offset 0 00000400:00000200:3.0:1764938849.628552:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.628558:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.628565:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.628568:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.628571:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.628573:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90155:90155:255:4294967295] 192.168.203.57@tcp LPNI seq info [90155:90155:7:4294967295] 00000400:00000200:3.0:1764938849.628580:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.628584:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.628587:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82353186). 00000800:00000200:3.0:1764938849.628590:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.628595:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.628597:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.629213:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.629219:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352938). 00000400:00000200:1.0:1764938849.629225:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.629231:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.629236:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:1.0:1764938849.629238:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000800:00000200:1.0:1764938849.629304:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.629306:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352690). 00000400:00000200:1.0:1764938849.629309:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.629312:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.629315:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:1.0:1764938849.629316:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:1.0:1764938849.629321:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d90d6431 x1850670626928064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.634166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011bbb3d8. 00000400:00000200:2.0:1764938849.635415:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.635437:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55075c0 00000400:00000200:2.0:1764938849.635446:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb09d9 [1] + 224 00000400:00000200:2.0:1764938849.635463:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.635467:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.635477:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d90d6431 x1850670626928064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.635561:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f616f2a. 00000400:00000200:3.0:1764938849.635566:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:3.0:1764938849.635568:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.635574:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d90d6431 x1850670626928064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.635581:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d90d6431 x1850670626928064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.635610:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f663c13. 02000000:00000010:3.0:1764938849.635616:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031b08d45. 00000100:00000010:3.0:1764938849.635620:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 00000100:00000010:3.0:1764938849.635623:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938849.635627:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b5f3af7. 00000400:00000200:1.0:1764938849.637046:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.637062:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f619c0 00000400:00000200:1.0:1764938849.637070:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3f9 [2] + 656 00000400:00000200:1.0:1764938849.637246:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.637251:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.637257:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.637262:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:2.0:1764938849.640510:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.640524:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.640529:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.640557:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621006272/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.640601:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006272 02000000:00000010:2.0:1764938849.640611:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac12e91. 00010000:00000010:2.0:1764938849.640638:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea0f414c. 00010000:00000010:2.0:1764938849.640663:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.640671:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.640686:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.640689:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.640702:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d01220b. 00000100:00000200:2.0:1764938849.640708:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006272, offset 224 00000400:00000200:2.0:1764938849.640717:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.640730:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.640736:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90156:90156:256:4294967295] 192.168.203.57@tcp LPNI seq info [90156:90156:8:4294967295] 00000400:00000200:2.0:1764938849.640746:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.640752:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.640758:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.640764:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.640771:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.640775:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.640796:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.640799:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.640802:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00080000:00000010:3.0:1764938849.641092:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031b08d45. 00010000:00000010:3.0:1764938849.641198:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.641206:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d7285db. 00010000:00000010:3.0:1764938849.641274:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7d45e45. 00010000:00000010:3.0:1764938849.641278:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000be80c179. 00010000:00000010:3.0:1764938849.641283:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007920db1a. 00010000:00000010:3.0:1764938849.641288:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00080000:00000010:3.0:1764938849.641300:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f663c13. 00010000:00000010:3.0:1764938849.641324:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.641327:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be80c179. 00010000:00000010:3.0:1764938849.641375:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea0bc18e. 00010000:00000010:3.0:1764938849.641391:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.641398:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b5f3af7. 00000100:00000010:3.0:1764938849.641402:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938849.641409:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938849.641419:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000967330d9. 02000000:00000010:3.0:1764938849.641440:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b5925af. 00000400:00000010:3.0:1764938849.641446:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f616f2a. 00000400:00000010:3.0:1764938849.641450:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.641455:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928128, portal 16 00000400:00000010:3.0:1764938849.641458:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938849.641460:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626928128, offset 0 00000400:00000200:3.0:1764938849.641466:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.641474:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.641481:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.641484:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.641487:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.641489:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90157:90157:255:4294967295] 192.168.203.57@tcp LPNI seq info [90157:90157:7:4294967295] 00000400:00000200:3.0:1764938849.641496:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.641500:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.641503:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9da62a (tot 82353186). 00000800:00000200:3.0:1764938849.641507:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.641511:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.641513:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f9da62a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.641641:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.641644:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352938). 00000400:00000200:1.0:1764938849.641648:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.641652:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.641656:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d01220b 00000400:00000010:1.0:1764938849.641658:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d01220b. 00000800:00000200:1.0:1764938849.641723:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.641726:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9da62a (tot 82352690). 00000400:00000200:1.0:1764938849.641729:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.641732:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.641734:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:1.0:1764938849.641736:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:1.0:1764938849.641741:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d90d6431 x1850670626928128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.642238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000697595fe. 00010000:00000010:3.1:1764938849.642245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.1:1764938849.646163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec127770. 00010000:00000010:3.1:1764938849.646178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.1:1764938849.646183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d45e45. 00010000:00000010:3.1:1764938849.646187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00010000:00000010:2.1:1764938849.646238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ce7ece. 00000400:00000200:2.0:1764938849.647096:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.647140:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507600 00000400:00000200:2.0:1764938849.647149:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb09e5 [1] + 224 00000400:00000200:2.0:1764938849.647161:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.647165:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.647175:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d90d6431 x1850670626928128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.647206:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.647211:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61a00 00000400:00000200:2.0:1764938849.647216:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3f9 [2] + 984 00000400:00000200:2.0:1764938849.647273:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.647277:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.647281:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.647286:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:0.0:1764938849.647374:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc404602. 00000020:00000010:0.0:1764938849.647388:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.647393:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938849.647414:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621006336/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.647446:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006336 02000000:00000010:0.0:1764938849.647457:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cc3bffe. 00010000:00000010:0.0:1764938849.647491:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.647497:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8c683b4. 00000100:00000010:0.0:1764938849.647503:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8c683b4. 00010000:00000010:0.0:1764938849.647506:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00000400:00000010:0.0:1764938849.647518:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938849.647522:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006336, offset 224 00000400:00000200:0.0:1764938849.647528:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.647537:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.647542:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90158:90158:256:4294967295] 192.168.203.57@tcp LPNI seq info [90158:90158:8:4294967295] 00000400:00000200:0.0:1764938849.647557:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.647562:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.647566:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbd9a4ef (tot 82352938). 00000800:00000200:0.0:1764938849.647571:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.647577:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.647580:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbd9a4ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.647604:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.647608:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.647611:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc404602. 00000800:00000200:1.0:1764938849.647714:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.647718:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbd9a4ef (tot 82352690). 00000400:00000200:1.0:1764938849.647720:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.647724:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.647726:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:1.0:1764938849.647728:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000400:00000010:3.0:1764938849.647816:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f616f2a. 00000400:00000200:3.0:1764938849.647820:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:3.0:1764938849.647822:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.647826:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d90d6431 x1850670626928128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.647839:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d90d6431 x1850670626928128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938849.647857:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000957e7ee9. 02000000:00000010:3.0:1764938849.647869:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b5925af. 02000000:00000010:3.0:1764938849.647873:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000967330d9. 00000100:00000010:3.0:1764938849.647875:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 00000100:00000010:3.0:1764938849.647878:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938849.647880:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b5f3af7. 00080000:00000010:3.0:1764938849.647893:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000967330d9. 00010000:00000010:3.0:1764938849.647966:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.647973:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c35b2b06. 00010000:00000010:3.0:1764938849.648036:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007920db1a. 00010000:00000010:3.0:1764938849.648042:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.648050:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b5f3af7. 00000100:00000010:3.0:1764938849.648053:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938849.648058:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938849.648066:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b5925af. 02000000:00000010:3.0:1764938849.648086:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083928fe4. 00000400:00000010:3.0:1764938849.648089:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f616f2a. 00000400:00000010:3.0:1764938849.648093:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938849.648097:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928192, portal 16 00000400:00000010:3.0:1764938849.648422:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938849.648427:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626928192, offset 0 00000400:00000200:3.0:1764938849.648434:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.648441:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.648448:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.648451:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.648454:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.648457:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90159:90159:256:4294967295] 192.168.203.57@tcp LPNI seq info [90159:90159:8:4294967295] 00000400:00000200:3.0:1764938849.648464:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.648469:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.648473:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f150cf (tot 82352938). 00000800:00000200:3.0:1764938849.648477:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.648481:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.648483:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5f150cf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.648876:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.648879:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f150cf (tot 82352690). 00000400:00000200:2.0:1764938849.648883:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.648887:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.648890:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1259d8e 00000400:00000010:2.0:1764938849.648891:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1259d8e. 00000100:00000200:2.0:1764938849.648895:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d90d6431 x1850670626928192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.653231:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5a64a88. 00010000:00000010:3.1:1764938849.653243:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000525139d9. 00010000:00000010:3.1:1764938849.653247:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0bc18e. 00000400:00000200:0.0:1764938849.653954:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.653971:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507640 00000400:00000200:0.0:1764938849.653979:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb09f1 [1] + 224 00000400:00000200:0.0:1764938849.653990:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.653994:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.654004:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d90d6431 x1850670626928192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.654074:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.654079:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61a40 00000400:00000200:0.0:1764938849.654084:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3f9 [2] + 1312 00000400:00000010:2.0:1764938849.654172:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f616f2a. 00000400:00000200:2.0:1764938849.654176:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:2.0:1764938849.654178:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:2.0:1764938849.654183:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d90d6431 x1850670626928192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.654190:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d90d6431 x1850670626928192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938849.654216:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083928fe4. 02000000:00000010:2.0:1764938849.654220:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b5925af. 00000100:00000010:2.0:1764938849.654223:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 00000100:00000010:2.0:1764938849.654227:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:2.0:1764938849.654230:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b5f3af7. 00000400:00000200:0.0:1764938849.654296:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.654299:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.654303:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.654308:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9ee2b5. 00000020:00000010:2.0:1764938849.654505:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.654512:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.654515:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.654553:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d9ee2b5 x1850670621006400/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.654986:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006400 02000000:00000010:2.0:1764938849.654997:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dec75e0d. 00010000:00000010:2.0:1764938849.655022:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c5e9749. 00010000:00000010:2.0:1764938849.655041:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.655048:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.655061:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.655063:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.655074:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938849.655078:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006400, offset 224 00000400:00000200:2.0:1764938849.655085:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.655094:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.655100:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90160:90160:256:4294967295] 192.168.203.57@tcp LPNI seq info [90160:90160:8:4294967295] 00000400:00000200:2.0:1764938849.655143:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.655148:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.655153:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938849.655158:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.655166:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.655169:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.655183:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.655186:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.655190:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00000800:00000200:0.0:1764938849.655397:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.655401:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:0.0:1764938849.655404:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.655408:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.655411:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b243d39b 00000400:00000010:0.0:1764938849.655413:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b243d39b. 00080000:00000010:3.0:1764938849.656023:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008701515e. 00010000:00000010:3.0:1764938849.656131:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.656139:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041f7e6b7. 00010000:00000010:3.0:1764938849.656220:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea0bc18e. 00010000:00000010:3.0:1764938849.656227:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.656238:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ceef403d. 00000100:00000010:3.0:1764938849.656244:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003679485f. 00000100:00000010:3.0:1764938849.656251:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdea65dc. 02000000:00000010:3.0:1764938849.656264:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d60e3664. 02000000:00000010:3.0:1764938849.656289:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a280459d. 00000400:00000010:3.0:1764938849.656295:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea39d668. 00000400:00000010:3.0:1764938849.656300:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938849.656306:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928256, portal 16 00000400:00000010:3.0:1764938849.656310:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938849.656313:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626928256, offset 0 00000400:00000200:3.0:1764938849.656319:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.656329:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.656339:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.656342:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.656345:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.656347:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90161:90161:256:4294967295] 192.168.203.57@tcp LPNI seq info [90161:90161:8:4294967295] 00000400:00000200:3.0:1764938849.656357:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.656363:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.656366:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938849.656371:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.656376:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.656388:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.657767:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.657772:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:1.0:1764938849.657779:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.657785:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.657789:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:1.0:1764938849.657791:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:1.0:1764938849.657797:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cdea65dc x1850670626928256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.663264:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.663285:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507680 00000400:00000200:0.0:1764938849.663293:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb09fd [1] + 224 00000400:00000200:0.0:1764938849.663308:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.663312:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.663322:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cdea65dc x1850670626928256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.663462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d96a1ecb. 00000400:00000010:2.0:1764938849.663483:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea39d668. 00000400:00000200:2.0:1764938849.663487:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:2.0:1764938849.663489:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:2.0:1764938849.663494:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cdea65dc x1850670626928256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.663502:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cdea65dc x1850670626928256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938849.663529:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a280459d. 02000000:00000010:2.0:1764938849.663534:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d60e3664. 00000100:00000010:2.0:1764938849.663537:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdea65dc. 00000100:00000010:2.0:1764938849.663542:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003679485f. 00010000:00000010:2.0:1764938849.663545:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ceef403d. 00010000:00000010:3.1:1764938849.667762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9757354. 00010000:00000010:3.1:1764938849.667776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00000400:00000200:0.0:1764938849.668150:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.668166:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61a80 00000400:00000200:0.0:1764938849.668173:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3f9 [2] + 1640 00000400:00000200:0.0:1764938849.668236:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.668242:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.668248:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.668253:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a963d7. 00000020:00000010:2.0:1764938849.668372:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:2.0:1764938849.668388:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.668392:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.668417:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a963d7 x1850670621006464/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938849.668442:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006464 02000000:00000010:2.0:1764938849.668452:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.668479:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a005e8cb. 00010000:00000010:2.0:1764938849.668498:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.668504:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.668528:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.668532:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.668544:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938849.668549:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006464, offset 224 00000400:00000200:2.0:1764938849.668557:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.668568:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.668573:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90162:90162:256:4294967295] 192.168.203.57@tcp LPNI seq info [90162:90162:8:4294967295] 00000400:00000200:2.0:1764938849.668582:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.668587:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.668592:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938849.668597:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.668603:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.668607:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.668631:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb950d75. 00000020:00000010:2.0:1764938849.668635:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.668639:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00000800:00000200:0.0:1764938849.668733:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.668737:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:0.0:1764938849.668741:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.668744:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.668747:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b243d39b 00000400:00000010:0.0:1764938849.668749:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b243d39b. 00080000:00000010:3.0:1764938849.668815:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059fd7b66. 00010000:00000010:3.0:1764938849.668894:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.668902:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d50decc. 00010000:00000010:3.0:1764938849.668969:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007920db1a. 00010000:00000010:3.0:1764938849.668975:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.668984:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.668988:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d24aa7. 00000100:00000010:3.0:1764938849.668995:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938849.669006:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000088f1241. 02000000:00000010:3.0:1764938849.669028:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ed1ecfa. 00000400:00000010:3.0:1764938849.669032:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df37ba69. 00000400:00000010:3.0:1764938849.669036:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.669042:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928320, portal 16 00000400:00000010:3.0:1764938849.669046:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da61de4c. 00000100:00000200:3.0:1764938849.669048:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626928320, offset 0 00000400:00000200:3.0:1764938849.669052:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.669058:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.669064:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.669067:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.669070:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.669072:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90163:90163:256:4294967295] 192.168.203.57@tcp LPNI seq info [90163:90163:8:4294967295] 00000400:00000200:3.0:1764938849.669079:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.669083:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.669086:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938849.669089:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.669093:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.669095:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.669221:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.669223:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352690). 00000400:00000200:0.0:1764938849.669227:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.669230:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.669234:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da61de4c 00000400:00000010:0.0:1764938849.669235:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da61de4c. 00000100:00000200:0.0:1764938849.669240:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626928320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.672553:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.672572:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55076c0 00000400:00000200:0.0:1764938849.672581:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0a09 [1] + 224 00000400:00000200:0.0:1764938849.672592:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.672596:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.672606:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626928320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.672644:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.672650:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61ac0 00000400:00000200:0.0:1764938849.672655:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf3f9 [2] + 1968 00000400:00000010:0.0:1764938849.672660:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009482b086. 00000400:00000200:0.0:1764938849.672664:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e70a8c49 00000400:00000200:0.0:1764938849.672672:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.672675:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.672678:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e70a8c49 00000400:00000010:0.0:1764938849.672680:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e70a8c49 (tot 82352538). 00000100:00000200:0.0:1764938849.672685:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938849.672803:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a92b9f72. 00000020:00000010:1.0:1764938849.672810:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.672814:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.672838:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000deb7cef1 x1850670621006528/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938849.672875:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006528 02000000:00000010:1.0:1764938849.672887:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000068ff9186. 00010000:00000010:1.0:1764938849.672926:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ff5752a. 00000100:00000010:1.0:1764938849.672933:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078eecd3f. 00000100:00000010:1.0:1764938849.672940:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078eecd3f. 00010000:00000010:1.0:1764938849.672943:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ff5752a. 00000400:00000010:1.0:1764938849.672959:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938849.672963:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006528, offset 224 00000400:00000200:1.0:1764938849.672971:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.672981:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.672986:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90164:90164:256:4294967295] 192.168.203.57@tcp LPNI seq info [90164:90164:8:4294967295] 00000400:00000200:1.0:1764938849.672995:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.673001:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.673006:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352786). 00000800:00000200:1.0:1764938849.673011:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.673018:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.673021:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.673045:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938849.673050:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.673052:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a92b9f72. 02000000:00000010:1.0:1764938849.673060:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000100:00000010:1.0:1764938849.673065:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a963d7. 02000000:00000010:1.0:1764938849.673068:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dec75e0d. 00000100:00000010:1.0:1764938849.673071:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 02000000:00000010:1.0:1764938849.673074:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cc3bffe. 00000100:00000010:1.0:1764938849.673077:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:1.0:1764938849.673080:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac12e91. 00000100:00000010:1.0:1764938849.673081:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938849.673084:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079454cc7. 00000100:00000010:1.0:1764938849.673086:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938849.673089:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:1.0:1764938849.673091:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000200:1.0:1764938849.673098:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938849.673132:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000747ead00. 00000400:00000010:1.0:1764938849.673137:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000078eecd3f (tot 82352938). 00000800:00000200:0.0:1764938849.673265:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.673269:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:0.0:1764938849.673273:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.673277:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.673279:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:0.0:1764938849.673281:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 02000000:00000010:0.0:1764938849.673285:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000068ff9186. 00000400:00000010:3.0:1764938849.673726:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df37ba69. 00000400:00000200:3.0:1764938849.673731:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:3.0:1764938849.673732:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:3.0:1764938849.673738:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626928320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.673747:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626928320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938849.673767:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e85406a. 02000000:00000010:3.0:1764938849.673792:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ed1ecfa. 02000000:00000010:3.0:1764938849.673796:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000088f1241. 00000100:00000010:3.0:1764938849.673799:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:3.0:1764938849.673802:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d24aa7. 00010000:00000010:3.0:1764938849.673804:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00080000:00000010:3.0:1764938849.673819:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000088f1241. 00010000:00000010:3.0:1764938849.673899:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.673905:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e06081f8. 00010000:00000010:3.0:1764938849.673971:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938849.673977:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.673986:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.673989:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d24aa7. 00000100:00000010:3.0:1764938849.673996:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938849.674005:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ed1ecfa. 02000000:00000010:3.0:1764938849.674026:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d60e3664. 00000400:00000010:3.0:1764938849.674030:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df37ba69. 00000400:00000010:3.0:1764938849.674034:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.674038:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928384, portal 16 00000400:00000010:3.0:1764938849.674041:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938849.674042:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626928384, offset 0 00000400:00000200:3.0:1764938849.674050:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.674057:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.674063:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.674067:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.674069:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.674073:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90165:90165:256:4294967295] 192.168.203.57@tcp LPNI seq info [90165:90165:8:4294967295] 00000400:00000200:3.0:1764938849.674080:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.674085:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.674088:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4fb9563 (tot 82352938). 00000800:00000200:3.0:1764938849.674092:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.674097:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.674100:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4fb9563 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.676048:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.676054:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4fb9563 (tot 82352690). 00000400:00000200:0.0:1764938849.676062:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.676070:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.676074:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:0.0:1764938849.676076:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:0.0:1764938849.676084:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626928384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.677641:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.677658:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507700 00000400:00000200:0.0:1764938849.677667:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0a19 [1] + 224 00000400:00000200:0.0:1764938849.677681:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.677685:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.677693:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626928384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.678065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a0f7ec. 00010000:00000010:3.1:1764938849.678073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0bc18e. 00000400:00000010:3.0:1764938849.678091:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df37ba69. 00000400:00000200:3.0:1764938849.678095:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:3.0:1764938849.678097:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:3.0:1764938849.678138:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626928384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.678146:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626928384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.678174:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d60e3664. 02000000:00000010:3.0:1764938849.678179:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ed1ecfa. 00000100:00000010:3.0:1764938849.678182:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:3.0:1764938849.678187:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d24aa7. 00010000:00000010:3.0:1764938849.678190:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00010000:00000010:2.1:1764938849.678278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c19c4d77. 00000400:00000200:0.0:1764938849.680913:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.680933:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61b00 00000400:00000200:0.0:1764938849.680942:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf451 [2] + 0 00000400:00000200:0.0:1764938849.680998:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.681002:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.681008:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.681012:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001603f412. 00000020:00000010:2.0:1764938849.689778:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc5bfc6. 00000020:00000010:2.0:1764938849.689790:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.689795:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.689827:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001603f412 x1850670621006592/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.689854:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006592 02000000:00000010:2.0:1764938849.689865:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938849.689893:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa2445d6. 00010000:00000010:2.0:1764938849.689913:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.689921:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.689942:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.689946:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.689960:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d01220b. 00000100:00000200:2.0:1764938849.689966:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006592, offset 224 00000400:00000200:2.0:1764938849.689974:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.689987:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.689992:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90166:90166:256:4294967295] 192.168.203.57@tcp LPNI seq info [90166:90166:8:4294967295] 00000400:00000200:2.0:1764938849.690002:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.690007:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.690012:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938849.690017:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.690023:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.690026:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.690041:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.690044:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.690047:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc5bfc6. 00010000:00000010:3.1:1764938849.690129:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b8de19c. 00010000:00000010:3.1:1764938849.690146:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d71b2667. 00010000:00000010:3.1:1764938849.690149:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00080000:00000010:3.0:1764938849.690152:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ed1ecfa. 00010000:00000010:3.0:1764938849.690224:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.690230:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee7aee13. 00010000:00000010:3.0:1764938849.690290:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7d45e45. 00010000:00000010:3.0:1764938849.690293:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000be80c179. 00010000:00000010:3.0:1764938849.690298:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007920db1a. 00010000:00000010:3.0:1764938849.690302:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00080000:00000010:3.0:1764938849.690312:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d60e3664. 00010000:00000010:3.0:1764938849.690334:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.690337:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be80c179. 00010000:00000010:3.0:1764938849.690392:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea0bc18e. 00010000:00000010:3.0:1764938849.690396:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938849.690404:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.690407:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d24aa7. 00000100:00000010:3.0:1764938849.690414:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938849.690423:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a280459d. 02000000:00000010:3.0:1764938849.690443:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b5925af. 00000400:00000010:3.0:1764938849.690449:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df37ba69. 00000400:00000010:3.0:1764938849.690454:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.690458:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928448, portal 16 00000400:00000010:3.0:1764938849.690462:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938849.690464:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626928448, offset 0 00000400:00000200:3.0:1764938849.690469:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.690476:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.690482:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.690485:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.690487:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.690489:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90167:90167:255:4294967295] 192.168.203.57@tcp LPNI seq info [90167:90167:7:4294967295] 00000400:00000200:3.0:1764938849.690496:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.690500:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.690503:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82353186). 00000800:00000200:3.0:1764938849.690507:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.690511:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.690513:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.690601:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.690605:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352938). 00000400:00000200:0.0:1764938849.690609:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.690613:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.690617:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d01220b 00000400:00000010:0.0:1764938849.690619:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d01220b. 00000800:00000200:0.0:1764938849.690681:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.690683:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352690). 00000400:00000200:0.0:1764938849.690686:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.690689:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.690691:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:0.0:1764938849.690693:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:0.0:1764938849.690697:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626928448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1764938849.693280:0:71748:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938849.693300:0:71748:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e7ac55d. 00000100:00000010:3.0:1764938849.693367:0:65511:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938849.693375:0:65511:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b4607fa0. 02000000:00000010:3.0:1764938849.693407:0:15843:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003c663745. 00000400:00000010:3.0:1764938849.693413:0:15843:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4f6719. 00000400:00000010:3.0:1764938849.693418:0:15843:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000100:00000200:3.0:1764938849.693424:0:15843:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1850670626928576, portal 4 00000400:00000010:3.0:1764938849.693430:0:15843:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938849.693433:0:15843:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1850670626928576, offset 0 00000400:00000200:3.0:1764938849.693441:0:15843:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1764938849.693453:0:15843:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1764938849.693463:0:15843:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6932cd55077c0 00000400:00000200:3.0:1764938849.693470:0:15843:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x46de1 [256] + 16352 00000400:00000200:3.0:1764938849.693478:0:15843:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.693481:0:15843:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1764938849.693487:0:15843:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1764938849.693491:0:15843:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d2a7073. 00000400:00000200:3.0:1764938849.693516:0:15843:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:3.0:1764938849.693518:0:15843:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:3.0:1764938849.693524:0:15843:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626928576/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1764938856 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:3.0:1764938849.693551:0:15843:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c0944c36. 00000400:00000010:3.0:1764938849.693554:0:15843:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2aef35b. 00000400:00000010:3.0:1764938849.693556:0:15843:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938849.693559:0:15843:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1850670626928512, portal 4 00000400:00000010:3.0:1764938849.693563:0:15843:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938849.693565:0:15843:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1850670626928512, offset 0 00000400:00000200:3.0:1764938849.693568:0:15843:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1764938849.693572:0:15843:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1764938849.693576:0:15843:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6932cd5507780 00000400:00000200:3.0:1764938849.693579:0:15843:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x46de1 [256] + 16576 00000400:00000200:3.0:1764938849.693583:0:15843:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.693585:0:15843:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1764938849.693587:0:15843:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1764938849.693590:0:15843:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000007b05aa1. 00000400:00000200:3.0:1764938849.693600:0:15843:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:3.0:1764938849.693601:0:15843:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:3.0:1764938849.693604:0:15843:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c38dff64 x1850670626928512/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1764938856 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:3.0:1764938849.693636:0:64670:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083928fe4. 00000020:00000010:3.0:1764938849.693640:0:64670:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.693644:0:64670:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034ccbfd8. 00000020:00000010:3.0:1764938849.693668:0:64670:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f44fc72. 00000020:00000010:3.0:1764938849.693671:0:64670:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bb0a571e. 00000020:00000010:3.0:1764938849.693673:0:64670:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000060c36a1f. 00000100:00000200:3.0:1764938849.693689:0:64670:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626928576 02000000:00000010:3.0:1764938849.693703:0:64670:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000793d79df. 00010000:00000200:3.0:1764938849.693728:0:64670:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000005d2a7073 x1850670626928576/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:270/0 lens 224/368 e 0 to 0 dl 1764938855 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1764938849.693740:0:64670:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938849.693743:0:64670:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1850670626928576, offset 224 00000400:00000200:3.0:1764938849.693747:0:64670:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1764938849.693751:0:64670:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1764938849.693755:0:64670:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6932cd55077c0 00000400:00000200:3.0:1764938849.693759:0:64670:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0a2d [1] + 224 00000400:00000200:3.0:1764938849.693762:0:64670:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.693764:0:64670:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1764938849.693769:0:64670:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626928576/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1764938856 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:3.0:1764938849.693781:0:64670:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:3.0:1764938849.693782:0:64670:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000020:00000010:3.0:1764938849.693790:0:64670:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.693793:0:64670:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034ccbfd8. 00000020:00000010:3.0:1764938849.693796:0:64670:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083928fe4. 00000100:00000200:3.0:1764938849.693808:0:64670:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626928512 02000000:00000010:3.0:1764938849.693814:0:64670:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000016e23f93. 00010000:00000200:3.0:1764938849.693827:0:64670:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000007b05aa1 x1850670626928512/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:270/0 lens 224/368 e 0 to 0 dl 1764938855 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1764938849.693833:0:64670:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938849.693836:0:64670:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1850670626928512, offset 224 00000400:00000200:3.0:1764938849.693839:0:64670:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1764938849.693844:0:64670:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1764938849.693847:0:64670:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6932cd5507780 00000400:00000200:3.0:1764938849.693850:0:64670:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0a35 [1] + 224 00000400:00000200:3.0:1764938849.693853:0:64670:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.693855:0:64670:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1764938849.693858:0:64670:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626928512/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1764938856 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1764938849.693866:0:64670:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:3.0:1764938849.693867:0:64670:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000020:00000010:3.0:1764938849.693873:0:64670:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bb0a571e. 00000020:00000010:3.0:1764938849.693875:0:64670:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000060c36a1f. 00000020:00000010:3.0:1764938849.693877:0:64670:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f44fc72. 00000400:00000010:3.0:1764938849.693894:0:15843:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c2aef35b. 00000400:00000200:3.0:1764938849.693896:0:15843:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:3.0:1764938849.693897:0:15843:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:3.0:1764938849.693900:0:15843:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c38dff64 x1850670626928512/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1764938856 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:3.0:1764938849.693907:0:15843:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c38dff64 x1850670626928512/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1764938856 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1764938849.693929:0:15843:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4f6719. 00000400:00000200:3.0:1764938849.693931:0:15843:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:3.0:1764938849.693932:0:15843:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 00000100:00000200:3.0:1764938849.693935:0:15843:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626928576/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1764938856 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:3.0:1764938849.693940:0:15843:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626928576/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1764938856 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:3.0:1764938849.693952:0:15843:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c0944c36. 02000000:00000010:3.0:1764938849.693956:0:15843:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004e7ac55d. 00000100:00000010:3.0:1764938849.693959:0:15843:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:3.0:1764938849.693964:0:15843:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003c663745. 02000000:00000010:3.0:1764938849.693965:0:15843:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b4607fa0. 00000100:00000010:3.0:1764938849.693968:0:15843:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:0.0:1764938849.694137:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000350e52e2. 02000000:00000010:0.0:1764938849.694145:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001307848e. 00000100:00000010:0.0:1764938849.694169:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000749fe87e. 02000000:00000010:0.0:1764938849.694172:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eab505fc. 00000100:00000010:0.0:1764938849.694179:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9ee2b5. 02000000:00000010:0.0:1764938849.694182:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005cb6d29a. 00000100:00000010:0.0:1764938849.694191:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a963d7. 02000000:00000010:0.0:1764938849.694195:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbd9a4ef. 00000100:00000010:0.0:1764938849.694200:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000423af7a7. 02000000:00000010:0.0:1764938849.694203:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a8998ded. 00000100:00000010:0.0:1764938849.694207:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000069e89254. 02000000:00000010:0.0:1764938849.694210:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004af496fe. 00000100:00000010:0.0:1764938849.694214:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017f0124a. 02000000:00000010:0.0:1764938849.694217:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a5a034c. 00000100:00000010:0.0:1764938849.694222:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bf49f8e. 02000000:00000010:0.0:1764938849.694225:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023342eaa. 00000100:00000010:0.0:1764938849.694229:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055e852f2. 02000000:00000010:0.0:1764938849.694232:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000959aa6fb. 00000100:00000010:0.0:1764938849.694236:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022d70b9f. 02000000:00000010:0.0:1764938849.694239:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d0896ed. 00000100:00000010:0.0:1764938849.694243:0:35196:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020d08e9e. 02000000:00000010:0.0:1764938849.694245:0:35196:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089da3bdb. 02000000:00000010:0.0:1764938849.694363:0:15842:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cc3bffe. 00000400:00000010:0.0:1764938849.694369:0:15842:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3a36f0f. 00000400:00000010:0.0:1764938849.694372:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.694376:0:15842:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928768, portal 10 00000400:00000010:0.0:1764938849.694391:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938849.694393:0:15842:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1850670626928768, offset 0 00000400:00000200:0.0:1764938849.694398:0:15842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694404:0:15842:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694409:0:15842:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6932cd5507880 00000400:00000200:0.0:1764938849.694414:0:15842:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7cec5 [64] + 159832 00000400:00000200:0.0:1764938849.694418:0:15842:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694420:0:15842:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694424:0:15842:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1764938849.694426:0:15842:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea43f1de. 00000400:00000200:0.0:1764938849.694438:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:0.0:1764938849.694439:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:0.0:1764938849.694442:0:15842:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d9ee2b5 x1850670626928768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694455:0:15842:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079454cc7. 00000400:00000010:0.0:1764938849.694458:0:15842:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938849.694459:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938849.694461:0:15842:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929024, portal 10 00000400:00000010:0.0:1764938849.694464:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938849.694466:0:15842:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1850670626929024, offset 0 00000400:00000200:0.0:1764938849.694469:0:15842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694472:0:15842:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694476:0:15842:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6932cd5507980 00000400:00000200:0.0:1764938849.694478:0:15842:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7cec5 [64] + 160056 00000400:00000200:0.0:1764938849.694481:0:15842:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694483:0:15842:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694485:0:15842:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1764938849.694487:0:15842:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bec7b6b5. 00000400:00000200:0.0:1764938849.694497:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938849.694498:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:0.0:1764938849.694501:0:15842:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017f0124a x1850670626929024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694512:0:15842:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc404602. 00000400:00000010:0.0:1764938849.694515:0:15842:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058304fa7. 00000400:00000010:0.0:1764938849.694517:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938849.694519:0:15842:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929280, portal 10 00000400:00000010:0.0:1764938849.694522:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938849.694524:0:15842:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1850670626929280, offset 0 00000400:00000200:0.0:1764938849.694527:0:15842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694531:0:15842:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694534:0:15842:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6932cd5507a80 00000400:00000200:0.0:1764938849.694536:0:15842:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7cec5 [64] + 160280 00000400:00000200:0.0:1764938849.694539:0:15842:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694541:0:15842:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694543:0:15842:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1764938849.694545:0:15842:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e05ef7d6. 00000400:00000200:0.0:1764938849.694555:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:0.0:1764938849.694556:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:0.0:1764938849.694558:0:15842:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020d08e9e x1850670626929280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694574:0:15842:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e119960c. 00000400:00000010:0.0:1764938849.694576:0:15842:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000131de093. 00000400:00000010:0.0:1764938849.694578:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938849.694580:0:15842:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928832, portal 10 00000400:00000010:0.0:1764938849.694583:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938849.694585:0:15842:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1850670626928832, offset 0 00000400:00000200:0.0:1764938849.694588:0:15842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694591:0:15842:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694595:0:15842:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6932cd55078c0 00000400:00000200:0.0:1764938849.694597:0:15842:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7cec5 [64] + 160504 00000400:00000200:0.0:1764938849.694600:0:15842:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694602:0:15842:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694604:0:15842:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1764938849.694606:0:15842:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4f770fe. 00000400:00000200:0.0:1764938849.694614:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938849.694615:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938849.694617:0:15842:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a963d7 x1850670626928832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694628:0:15842:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e72d7295. 00000400:00000010:0.0:1764938849.694630:0:15842:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938849.694632:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938849.694634:0:15842:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929088, portal 4 00000400:00000010:0.0:1764938849.694637:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938849.694639:0:15842:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1850670626929088, offset 0 00000400:00000200:0.0:1764938849.694641:0:15842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694645:0:15842:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694648:0:15842:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6932cd55079c0 00000400:00000200:0.0:1764938849.694651:0:15842:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76111 [8] + 4480 00000400:00000200:0.0:1764938849.694655:0:15842:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694657:0:15842:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694660:0:15842:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1764938849.694662:0:15842:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cde19165. 00000400:00000200:0.0:1764938849.694671:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:0.0:1764938849.694672:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:0.0:1764938849.694675:0:15842:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bf49f8e x1850670626929088/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694693:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a69e359a. 00000400:00000010:0.0:1764938849.694696:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9a57f88. 00000400:00000010:0.0:1764938849.694698:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938849.694700:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928704, portal 10 00000400:00000010:0.0:1764938849.694703:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938849.694704:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1850670626928704, offset 0 00000400:00000200:0.0:1764938849.694707:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694710:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694714:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6932cd5507840 00000400:00000200:0.0:1764938849.694717:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7cec5 [64] + 160728 00000400:00000200:0.0:1764938849.694720:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694722:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694724:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1764938849.694727:0:15845:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050f30121. 00000400:00000200:0.0:1764938849.694736:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:0.0:1764938849.694738:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:0.0:1764938849.694741:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000749fe87e x1850670626928704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694752:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ae18e9. 00000400:00000010:0.0:1764938849.694754:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938849.694756:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938849.694758:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928960, portal 10 00000400:00000010:0.0:1764938849.694761:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938849.694763:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1850670626928960, offset 0 00000400:00000200:0.0:1764938849.694766:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694769:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694773:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6932cd5507940 00000400:00000200:0.0:1764938849.694776:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7cec5 [64] + 160952 00000400:00000200:0.0:1764938849.694779:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694781:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694783:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1764938849.694785:0:15845:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5141ac3. 00000400:00000200:0.0:1764938849.694795:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:0.0:1764938849.694797:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:0.0:1764938849.694800:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000069e89254 x1850670626928960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694812:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc1bccb8. 00000400:00000010:0.0:1764938849.694814:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008710649c. 00000400:00000010:0.0:1764938849.694817:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938849.694818:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929216, portal 4 00000400:00000010:0.0:1764938849.694822:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938849.694823:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1850670626929216, offset 0 00000400:00000200:0.0:1764938849.694827:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694830:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694834:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6932cd5507a40 00000400:00000200:0.0:1764938849.694836:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76111 [8] + 4704 00000400:00000200:0.0:1764938849.694840:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694841:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694844:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1764938849.694847:0:15845:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2cacc9. 00000400:00000200:0.0:1764938849.694856:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:0.0:1764938849.694857:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:0.0:1764938849.694860:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022d70b9f x1850670626929216/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694878:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000908771b2. 00000400:00000010:0.0:1764938849.694881:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938849.694883:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938849.694885:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928640, portal 25 00000400:00000010:0.0:1764938849.694887:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938849.694889:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1850670626928640, offset 0 00000400:00000200:0.0:1764938849.694892:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694896:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694900:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6932cd5507800 00000400:00000200:0.0:1764938849.694903:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x8d669 [2] + 0 00000400:00000010:0.0:1764938849.694906:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b3caaed. 00000400:00000200:0.0:1764938849.694908:0:15845:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000abe9efb 00000400:00000200:0.0:1764938849.694911:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694913:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1764938849.694915:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000abe9efb 00000400:00000010:0.0:1764938849.694917:0:15845:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000abe9efb (tot 82352538). 00000100:00000200:0.0:1764938849.694920:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1764938849.694930:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938849.694931:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:0.0:1764938849.694934:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000350e52e2 x1850670626928640/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1764938856 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.694948:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000caf66fde. 00000400:00000010:0.0:1764938849.694951:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938849.694953:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938849.694955:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626928896, portal 4 00000400:00000010:0.0:1764938849.694959:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.694960:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1850670626928896, offset 0 00000400:00000200:0.0:1764938849.694963:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.694966:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.694970:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6932cd5507900 00000400:00000200:0.0:1764938849.694972:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76111 [8] + 4928 00000400:00000200:0.0:1764938849.694975:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.694977:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.694979:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1764938849.695003:0:15845:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a356a13c. 00000400:00000200:0.0:1764938849.695015:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:0.0:1764938849.695017:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.695020:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000423af7a7 x1850670626928896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.695034:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2f24b3b. 00000400:00000010:0.0:1764938849.695036:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016cb4564. 00000400:00000010:0.0:1764938849.695038:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.695041:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929152, portal 4 00000400:00000010:0.0:1764938849.695044:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695045:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1850670626929152, offset 0 00000400:00000200:0.0:1764938849.695049:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695053:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695057:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6932cd5507a00 00000400:00000200:0.0:1764938849.695060:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76111 [8] + 5152 00000400:00000200:0.0:1764938849.695063:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695065:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695067:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1764938849.695070:0:15845:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b942cf5. 00000400:00000200:0.0:1764938849.695079:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695080:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000100:00000200:0.0:1764938849.695083:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055e852f2 x1850670626929152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:0.0:1764938849.695141:0:75480:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f1385e1. 00000020:00000010:0.0:1764938849.695148:0:75480:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.695151:0:75480:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.695180:0:75480:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddc81a4d. 00000020:00000010:0.0:1764938849.695183:0:75480:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.695185:0:75480:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938849.695192:0:75480:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000210098bd. 00000020:00000010:0.0:1764938849.695195:0:75480:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938849.695197:0:75480:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000ff52f5a. 00000020:00000010:0.0:1764938849.695204:0:75480:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001413a0e7. 00000020:00000010:0.0:1764938849.695207:0:75480:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938849.695209:0:75480:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e3947e3. 00000020:00000010:0.0:1764938849.695217:0:75480:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043e2956e. 00000020:00000010:0.0:1764938849.695219:0:75480:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938849.695221:0:75480:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fe170bf. 00000020:00000010:0.0:1764938849.695228:0:75480:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5550cf4. 00000020:00000010:0.0:1764938849.695230:0:75480:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938849.695232:0:75480:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938849.695240:0:75480:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626928768 02000000:00000010:0.0:1764938849.695252:0:75480:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef30b4ca. 00010000:00000200:0.0:1764938849.695257:0:75480:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000ea43f1de x1850670626928768/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695267:0:75480:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695269:0:75480:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1850670626928768, offset 224 00000400:00000200:0.0:1764938849.695273:0:75480:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695278:0:75480:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695282:0:75480:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6932cd5507880 00000400:00000200:0.0:1764938849.695285:0:75480:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0a45 [1] + 224 00000400:00000200:0.0:1764938849.695288:0:75480:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695291:0:75480:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695294:0:75480:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d9ee2b5 x1850670626928768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695308:0:75480:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695309:0:75480:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695316:0:75480:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938849.695319:0:75480:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938849.695321:0:75480:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f1385e1. 00000100:00000200:0.0:1764938849.695329:0:75480:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626929024 02000000:00000010:0.0:1764938849.695334:0:75480:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f1385e1. 00010000:00000200:0.0:1764938849.695338:0:75480:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000bec7b6b5 x1850670626929024/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695345:0:75480:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695347:0:75480:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1850670626929024, offset 224 00000400:00000200:0.0:1764938849.695350:0:75480:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695354:0:75480:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695358:0:75480:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6932cd5507980 00000400:00000200:0.0:1764938849.695361:0:75480:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0a4d [1] + 224 00000400:00000200:0.0:1764938849.695364:0:75480:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695366:0:75480:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695369:0:75480:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017f0124a x1850670626929024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695388:0:75480:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695390:0:75480:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695396:0:75480:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.695398:0:75480:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938849.695400:0:75480:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddc81a4d. 00000100:00000200:0.0:1764938849.695407:0:75480:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626929280 02000000:00000010:0.0:1764938849.695413:0:75480:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ddc81a4d. 00010000:00000200:0.0:1764938849.695416:0:75480:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e05ef7d6 x1850670626929280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695423:0:75480:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695425:0:75480:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1850670626929280, offset 224 00000400:00000200:0.0:1764938849.695428:0:75480:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695432:0:75480:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695436:0:75480:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6932cd5507a80 00000400:00000200:0.0:1764938849.695439:0:75480:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0a55 [1] + 224 00000400:00000200:0.0:1764938849.695442:0:75480:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695444:0:75480:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695447:0:75480:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020d08e9e x1850670626929280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695455:0:75480:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695456:0:75480:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695460:0:75480:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938849.695462:0:75480:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000ff52f5a. 00000020:00000010:0.0:1764938849.695464:0:75480:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000210098bd. 00000100:00000200:0.0:1764938849.695470:0:75480:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626928832 02000000:00000010:0.0:1764938849.695475:0:75480:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000210098bd. 00010000:00000200:0.0:1764938849.695478:0:75480:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f4f770fe x1850670626928832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695485:0:75480:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695487:0:75480:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1850670626928832, offset 224 00000400:00000200:0.0:1764938849.695489:0:75480:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695493:0:75480:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695497:0:75480:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6932cd55078c0 00000400:00000200:0.0:1764938849.695500:0:75480:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0a5d [1] + 224 00000400:00000200:0.0:1764938849.695502:0:75480:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695504:0:75480:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695507:0:75480:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a963d7 x1850670626928832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695515:0:75480:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695516:0:75480:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695520:0:75480:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938849.695522:0:75480:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e3947e3. 00000020:00000010:0.0:1764938849.695524:0:75480:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001413a0e7. 00000100:00000200:0.0:1764938849.695530:0:75480:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626928704 02000000:00000010:0.0:1764938849.695534:0:75480:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001413a0e7. 00010000:00000200:0.0:1764938849.695537:0:75480:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000050f30121 x1850670626928704/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695548:0:75480:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695550:0:75480:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1850670626928704, offset 224 00000400:00000200:0.0:1764938849.695553:0:75480:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695557:0:75480:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695560:0:75480:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6932cd5507840 00000400:00000200:0.0:1764938849.695562:0:75480:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0a6d [1] + 224 00000400:00000200:0.0:1764938849.695565:0:75480:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695567:0:75480:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695569:0:75480:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000749fe87e x1850670626928704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695581:0:75480:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695582:0:75480:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695587:0:75480:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938849.695588:0:75480:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fe170bf. 00000020:00000010:0.0:1764938849.695590:0:75480:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043e2956e. 00000100:00000200:0.0:1764938849.695597:0:75480:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626928960 02000000:00000010:0.0:1764938849.695602:0:75480:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043e2956e. 00010000:00000200:0.0:1764938849.695605:0:75480:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f5141ac3 x1850670626928960/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695611:0:75480:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695613:0:75480:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1850670626928960, offset 224 00000400:00000200:0.0:1764938849.695616:0:75480:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695619:0:75480:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695623:0:75480:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6932cd5507940 00000400:00000200:0.0:1764938849.695626:0:75480:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0a75 [1] + 224 00000400:00000200:0.0:1764938849.695629:0:75480:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695630:0:75480:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695633:0:75480:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000069e89254 x1850670626928960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695641:0:75480:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695642:0:75480:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695647:0:75480:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938849.695648:0:75480:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938849.695650:0:75480:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5550cf4. 00000020:00000010:0.0:1764938849.695681:0:75223:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5550cf4. 00000020:00000010:0.0:1764938849.695683:0:75223:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938849.695685:0:75223:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938849.695697:0:75223:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626929088 02000000:00000010:0.0:1764938849.695702:0:75223:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000754b489c. 00010000:00000200:0.0:1764938849.695706:0:75223:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000cde19165 x1850670626929088/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695713:0:75223:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695715:0:75223:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1850670626929088, offset 224 00000400:00000200:0.0:1764938849.695719:0:75223:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695722:0:75223:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695726:0:75223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6932cd55079c0 00000400:00000200:0.0:1764938849.695729:0:75223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0a65 [1] + 224 00000400:00000200:0.0:1764938849.695733:0:75223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695735:0:75223:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695739:0:75223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bf49f8e x1850670626929088/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695747:0:75223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695748:0:75223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695753:0:75223:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938849.695755:0:75223:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938849.695757:0:75223:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5550cf4. 00000020:00000010:0.0:1764938849.695766:0:75223:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5550cf4. 00000020:00000010:0.0:1764938849.695768:0:75223:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938849.695769:0:75223:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938849.695779:0:75223:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed55f18c. 00000020:00000010:0.0:1764938849.695781:0:75223:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938849.695783:0:75223:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fe170bf. 00000020:00000010:0.0:1764938849.695791:0:75223:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aec8c03. 00000020:00000010:0.0:1764938849.695792:0:75223:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938849.695794:0:75223:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e3947e3. 00000100:00000200:0.0:1764938849.695802:0:75223:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626929216 02000000:00000010:0.0:1764938849.695806:0:75223:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c0bbf8a. 00010000:00000200:0.0:1764938849.695809:0:75223:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000007b2cacc9 x1850670626929216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695815:0:75223:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695817:0:75223:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1850670626929216, offset 224 00000400:00000200:0.0:1764938849.695820:0:75223:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695824:0:75223:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695827:0:75223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6932cd5507a40 00000400:00000200:0.0:1764938849.695830:0:75223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0a7d [1] + 224 00000400:00000200:0.0:1764938849.695832:0:75223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695835:0:75223:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695838:0:75223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022d70b9f x1850670626929216/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695845:0:75223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695847:0:75223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695851:0:75223:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938849.695853:0:75223:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938849.695855:0:75223:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5550cf4. 00000100:00000200:0.0:1764938849.695861:0:75223:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626928896 02000000:00000010:0.0:1764938849.695866:0:75223:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5550cf4. 00010000:00000200:0.0:1764938849.695869:0:75223:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a356a13c x1850670626928896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695875:0:75223:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695877:0:75223:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1850670626928896, offset 224 00000400:00000200:0.0:1764938849.695880:0:75223:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695884:0:75223:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695887:0:75223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6932cd5507900 00000400:00000200:0.0:1764938849.695890:0:75223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0a8d [1] + 224 00000400:00000200:0.0:1764938849.695893:0:75223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695894:0:75223:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695898:0:75223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000423af7a7 x1850670626928896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695904:0:75223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695905:0:75223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695909:0:75223:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938849.695911:0:75223:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fe170bf. 00000020:00000010:0.0:1764938849.695913:0:75223:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed55f18c. 00000100:00000200:0.0:1764938849.695919:0:75223:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626929152 02000000:00000010:0.0:1764938849.695923:0:75223:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed55f18c. 00010000:00000200:0.0:1764938849.695926:0:75223:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006b942cf5 x1850670626929152/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1764938892 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.695931:0:75223:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.695933:0:75223:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1850670626929152, offset 224 00000400:00000200:0.0:1764938849.695935:0:75223:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.695939:0:75223:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.695942:0:75223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6932cd5507a00 00000400:00000200:0.0:1764938849.695945:0:75223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0a95 [1] + 224 00000400:00000200:0.0:1764938849.695948:0:75223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.695950:0:75223:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.695953:0:75223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055e852f2 x1850670626929152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.695960:0:75223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.695961:0:75223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.695965:0:75223:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938849.695967:0:75223:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e3947e3. 00000020:00000010:0.0:1764938849.695968:0:75223:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aec8c03. 00000020:00000010:0.0:1764938849.695997:0:71736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aec8c03. 00000020:00000010:0.0:1764938849.696000:0:71736:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938849.696001:0:71736:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e3947e3. 00000100:00000200:0.0:1764938849.696016:0:71736:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626928640 02000000:00000010:0.0:1764938849.696021:0:71736:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edc2ba31. 00010000:00000200:0.0:1764938849.696025:0:71736:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a86bd1ef x1850670626928640/t0(0) o400->a9210c7e-3da4-42d7-b392-c9912fe91e7c@0@lo:270/0 lens 224/224 e 0 to 0 dl 1764938855 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696037:0:71736:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.696039:0:71736:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1850670626928640, offset 224 00000400:00000200:0.0:1764938849.696042:0:71736:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938849.696046:0:71736:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1764938849.696049:0:71736:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6932cd5507800 00000400:00000200:0.0:1764938849.696052:0:71736:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb0a85 [1] + 224 00000400:00000200:0.0:1764938849.696055:0:71736:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.696057:0:71736:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938849.696062:0:71736:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000350e52e2 x1850670626928640/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1764938856 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1764938849.696070:0:71736:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938849.696071:0:71736:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000020:00000010:0.0:1764938849.696076:0:71736:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938849.696078:0:71736:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e3947e3. 00000020:00000010:0.0:1764938849.696080:0:71736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aec8c03. 02000000:00000010:0.0:1764938849.696083:0:71736:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edc2ba31. 00000100:00000200:0.0:1764938849.696088:0:71736:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1764938849.696092:0:71736:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f24dfe85. 00000400:00000010:0.0:1764938849.696095:0:71736:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8c683b4 (tot 82352690). 00000400:00000010:0.0:1764938849.696145:0:15842:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000131de093. 00000400:00000200:0.0:1764938849.696148:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:0.0:1764938849.696149:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:0.0:1764938849.696153:0:15842:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a963d7 x1850670626928832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696159:0:15842:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a963d7 x1850670626928832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696177:0:15842:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938849.696179:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938849.696180:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938849.696182:0:15842:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bf49f8e x1850670626929088/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696188:0:15842:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bf49f8e x1850670626929088/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696198:0:15842:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3a36f0f. 00000400:00000200:0.0:1764938849.696200:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938849.696201:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.696204:0:15842:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d9ee2b5 x1850670626928768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696209:0:15842:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d9ee2b5 x1850670626928768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696219:0:15842:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000682cf28c. 00000400:00000200:0.0:1764938849.696221:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:0.0:1764938849.696222:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:0.0:1764938849.696225:0:15842:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017f0124a x1850670626929024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696230:0:15842:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017f0124a x1850670626929024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696238:0:15842:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058304fa7. 00000400:00000200:0.0:1764938849.696240:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938849.696241:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:0.0:1764938849.696243:0:15842:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020d08e9e x1850670626929280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696249:0:15842:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020d08e9e x1850670626929280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.696260:0:15842:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e119960c. 02000000:00000010:0.0:1764938849.696266:0:15842:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cbd9a4ef. 00000100:00000010:0.0:1764938849.696269:0:15842:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a963d7. 02000000:00000010:0.0:1764938849.696272:0:15842:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e72d7295. 02000000:00000010:0.0:1764938849.696275:0:15842:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000023342eaa. 00000100:00000010:0.0:1764938849.696278:0:15842:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bf49f8e. 02000000:00000010:0.0:1764938849.696281:0:15842:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cc3bffe. 02000000:00000010:0.0:1764938849.696284:0:15842:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005cb6d29a. 00000100:00000010:0.0:1764938849.696286:0:15842:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d9ee2b5. 02000000:00000010:0.0:1764938849.696289:0:15842:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079454cc7. 02000000:00000010:0.0:1764938849.696292:0:15842:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004a5a034c. 00000100:00000010:0.0:1764938849.696293:0:15842:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017f0124a. 02000000:00000010:0.0:1764938849.696296:0:15842:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc404602. 02000000:00000010:0.0:1764938849.696298:0:15842:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000089da3bdb. 00000100:00000010:0.0:1764938849.696299:0:15842:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020d08e9e. 00000400:00000010:0.0:1764938849.696314:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938849.696316:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:0.0:1764938849.696317:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:0.0:1764938849.696320:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000350e52e2 x1850670626928640/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1764938856 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696326:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000350e52e2 x1850670626928640/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1764938856 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696335:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:0.0:1764938849.696336:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938849.696337:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:0.0:1764938849.696339:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000423af7a7 x1850670626928896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696345:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000423af7a7 x1850670626928896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696354:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016cb4564. 00000400:00000200:0.0:1764938849.696356:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:0.0:1764938849.696357:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.696359:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055e852f2 x1850670626929152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696365:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055e852f2 x1850670626929152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696374:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9a57f88. 00000400:00000200:0.0:1764938849.696376:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:0.0:1764938849.696387:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:0.0:1764938849.696391:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000749fe87e x1850670626928704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696396:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000749fe87e x1850670626928704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696407:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:0.0:1764938849.696409:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:0.0:1764938849.696410:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:0.0:1764938849.696413:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000069e89254 x1850670626928960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696418:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000069e89254 x1850670626928960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938849.696427:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008710649c. 00000400:00000200:0.0:1764938849.696428:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:0.0:1764938849.696429:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:0.0:1764938849.696431:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022d70b9f x1850670626929216/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1764938849.696436:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022d70b9f x1850670626929216/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1764938849.696445:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000908771b2. 02000000:00000010:0.0:1764938849.696448:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001307848e. 00000100:00000010:0.0:1764938849.696450:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000350e52e2. 02000000:00000010:0.0:1764938849.696452:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000caf66fde. 02000000:00000010:0.0:1764938849.696454:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a8998ded. 00000100:00000010:0.0:1764938849.696456:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000423af7a7. 02000000:00000010:0.0:1764938849.696458:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2f24b3b. 02000000:00000010:0.0:1764938849.696459:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000959aa6fb. 00000100:00000010:0.0:1764938849.696461:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055e852f2. 02000000:00000010:0.0:1764938849.696464:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a69e359a. 02000000:00000010:0.0:1764938849.696466:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eab505fc. 00000100:00000010:0.0:1764938849.696468:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000749fe87e. 02000000:00000010:0.0:1764938849.696470:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ae18e9. 02000000:00000010:0.0:1764938849.696472:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004af496fe. 00000100:00000010:0.0:1764938849.696473:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069e89254. 02000000:00000010:0.0:1764938849.696475:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc1bccb8. 02000000:00000010:0.0:1764938849.696477:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d0896ed. 00000100:00000010:0.0:1764938849.696479:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022d70b9f. 00000400:00000200:0.0:1764938849.700267:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.700287:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507740 00000400:00000200:0.0:1764938849.700294:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0a25 [1] + 224 00000400:00000200:0.0:1764938849.700305:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.700309:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.700317:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626928448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.702414:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.702432:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61b40 00000400:00000200:0.0:1764938849.702439:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf451 [2] + 328 00000400:00000200:0.0:1764938849.702771:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.702777:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.702782:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.702788:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a3401f5e. 00000400:00000010:3.0:1764938849.702872:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df37ba69. 00000400:00000200:3.0:1764938849.702876:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:3.0:1764938849.702879:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:3.0:1764938849.702887:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626928448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.702895:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626928448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.702926:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b5925af. 02000000:00000010:3.0:1764938849.702931:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a280459d. 00000100:00000010:3.0:1764938849.702934:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:3.0:1764938849.702938:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d24aa7. 00010000:00000010:3.0:1764938849.702942:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00000020:00000010:2.0:1764938849.705477:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc5bfc6. 00000020:00000010:2.0:1764938849.705487:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.705491:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.705515:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a3401f5e x1850670621006656/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.705546:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006656 02000000:00000010:2.0:1764938849.705555:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac12e91. 00010000:00000010:2.0:1764938849.705581:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044b7ebdc. 00010000:00000010:2.0:1764938849.705598:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.705604:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.705620:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.705623:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.705634:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938849.705638:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006656, offset 224 00000400:00000200:2.0:1764938849.705645:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.705657:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.705661:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90168:90168:256:4294967295] 192.168.203.57@tcp LPNI seq info [90168:90168:8:4294967295] 00000400:00000200:2.0:1764938849.705671:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.705676:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.705680:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.705685:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.705691:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.705694:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.705710:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.705714:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.705718:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc5bfc6. 00000800:00000200:2.0:1764938849.705813:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.705817:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:2.0:1764938849.705820:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.705824:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.705828:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:2.0:1764938849.705829:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00080000:00000010:0.0:1764938849.706046:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2f24b3b. 00010000:00000010:0.0:1764938849.706165:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:0.0:1764938849.706173:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc3b01b4. 00010000:00000010:0.0:1764938849.706239:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1d665f1. 00010000:00000010:0.0:1764938849.706245:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b86cbd8. 00010000:00000010:0.0:1764938849.706255:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5d8e18c. 00000100:00000010:0.0:1764938849.706259:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938849.706265:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa527cb0. 02000000:00000010:0.0:1764938849.706276:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000caf66fde. 02000000:00000010:0.0:1764938849.706297:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc2ba31. 00000400:00000010:0.0:1764938849.706302:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008710649c. 00000400:00000010:0.0:1764938849.706306:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938849.706310:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929344, portal 16 00000400:00000010:0.0:1764938849.706314:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938849.706317:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929344, offset 0 00000400:00000200:0.0:1764938849.706322:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.706328:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.706333:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.706337:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.706339:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.706341:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90169:90169:256:4294967295] 192.168.203.57@tcp LPNI seq info [90169:90169:8:4294967295] 00000400:00000200:0.0:1764938849.706348:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.706352:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.706355:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352938). 00000800:00000200:0.0:1764938849.706358:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.706362:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.706365:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.706724:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.706727:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352690). 00000400:00000200:0.0:1764938849.706730:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.706734:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.706737:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:0.0:1764938849.706738:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:0.0:1764938849.706743:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa527cb0 x1850670626929344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.707143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ae692e. 00010000:00000010:3.1:1764938849.707238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e75a50c. 00010000:00000010:3.1:1764938849.707244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.1:1764938849.707247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d45e45. 00010000:00000010:3.1:1764938849.707250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00010000:00000010:2.1:1764938849.715137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ba420d2. 00000400:00000200:0.0:1764938849.715800:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.715817:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507ac0 00000400:00000200:0.0:1764938849.715825:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ad1 [1] + 224 00000400:00000200:0.0:1764938849.715837:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.715841:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.715852:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa527cb0 x1850670626929344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.715893:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.715899:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61b80 00000400:00000200:0.0:1764938849.715905:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf451 [2] + 656 00000400:00000200:0.0:1764938849.715964:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.715968:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.715972:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.715978:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b82beff3. 00000020:00000010:2.0:1764938849.716067:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc5bfc6. 00000020:00000010:2.0:1764938849.716073:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.716077:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.716098:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b82beff3 x1850670621006720/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938849.716144:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006720 02000000:00000010:2.0:1764938849.716153:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dec75e0d. 00010000:00000010:2.0:1764938849.716188:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.716194:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.716200:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.716203:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.716216:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938849.716220:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006720, offset 224 00000400:00000200:2.0:1764938849.716227:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.716236:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.716241:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90170:90170:256:4294967295] 192.168.203.57@tcp LPNI seq info [90170:90170:8:4294967295] 00000400:00000200:2.0:1764938849.716250:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.716254:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.716259:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.716263:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.716269:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.716272:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.716288:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.716292:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.716295:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc5bfc6. 00000800:00000200:2.0:1764938849.716347:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.716351:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:2.0:1764938849.716353:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.716357:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.716360:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:2.0:1764938849.716362:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00000400:00000010:3.0:1764938849.716440:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008710649c. 00000400:00000200:3.0:1764938849.716444:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:3.0:1764938849.716445:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:3.0:1764938849.716450:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa527cb0 x1850670626929344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.716461:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa527cb0 x1850670626929344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938849.716480:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e42b8e36. 02000000:00000010:3.0:1764938849.716493:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc2ba31. 02000000:00000010:3.0:1764938849.716498:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000caf66fde. 00000100:00000010:3.0:1764938849.716500:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa527cb0. 00000100:00000010:3.0:1764938849.716503:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:3.0:1764938849.716505:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5d8e18c. 00080000:00000010:3.0:1764938849.716521:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f44fc72. 00010000:00000010:3.0:1764938849.716604:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b86cbd8. 00010000:00000010:3.0:1764938849.716610:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000372b40e6. 00010000:00000010:3.0:1764938849.716681:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007920db1a. 00010000:00000010:3.0:1764938849.716687:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059cf0f0b. 00010000:00000010:3.0:1764938849.716696:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.716700:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d24aa7. 00000100:00000010:3.0:1764938849.716705:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938849.716715:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a280459d. 02000000:00000010:3.0:1764938849.716735:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b5925af. 00000400:00000010:3.0:1764938849.716739:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df37ba69. 00000400:00000010:3.0:1764938849.716742:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.716746:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929408, portal 16 00000400:00000010:3.0:1764938849.716750:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000100:00000200:3.0:1764938849.716752:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929408, offset 0 00000400:00000200:3.0:1764938849.716756:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.716762:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.716768:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.716772:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.716775:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.716777:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90171:90171:256:4294967295] 192.168.203.57@tcp LPNI seq info [90171:90171:8:4294967295] 00000400:00000200:3.0:1764938849.716784:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.716788:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.716791:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4607fa0 (tot 82352938). 00000800:00000200:3.0:1764938849.716795:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.716799:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.716801:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4607fa0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.717326:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.717329:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4607fa0 (tot 82352690). 00000400:00000200:2.0:1764938849.717334:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.717338:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.717341:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:2.0:1764938849.717343:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 00000100:00000200:2.0:1764938849.717348:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626929408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.720202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dc7b9f3. 00010000:00000010:0.1:1764938849.720214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0bc18e. 00000400:00000200:0.0:1764938849.722601:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.722620:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507b00 00000400:00000200:0.0:1764938849.722628:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0add [1] + 224 00000400:00000200:0.0:1764938849.722641:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.722646:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.722656:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626929408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.722697:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.722703:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61bc0 00000400:00000200:0.0:1764938849.722708:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf451 [2] + 984 00000400:00000200:0.0:1764938849.722767:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.722772:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.722776:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.722782:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eedf23b0. 00000400:00000010:3.0:1764938849.722875:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df37ba69. 00000400:00000200:3.0:1764938849.722881:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:3.0:1764938849.722883:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:3.0:1764938849.722889:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626929408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.722897:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626929408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.722927:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b5925af. 02000000:00000010:3.0:1764938849.722931:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a280459d. 00000100:00000010:3.0:1764938849.722935:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:3.0:1764938849.722939:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d24aa7. 00010000:00000010:3.0:1764938849.722942:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00000020:00000010:2.0:1764938849.723026:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc5bfc6. 00000020:00000010:2.0:1764938849.723033:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.723037:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.723059:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eedf23b0 x1850670621006784/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.723094:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006784 02000000:00000010:2.0:1764938849.723131:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.723157:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae566a. 00010000:00000010:2.0:1764938849.723177:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.723184:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.723202:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.723206:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.723218:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938849.723223:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006784, offset 224 00000400:00000200:2.0:1764938849.723230:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.723241:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.723248:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90172:90172:256:4294967295] 192.168.203.57@tcp LPNI seq info [90172:90172:8:4294967295] 00000400:00000200:2.0:1764938849.723258:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.723263:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.723267:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.723273:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.723280:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.723283:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.723301:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.723305:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.723309:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc5bfc6. 00000800:00000200:2.0:1764938849.723367:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.723370:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:2.0:1764938849.723373:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.723376:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.723389:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:2.0:1764938849.723390:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00080000:00000010:0.0:1764938849.723513:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004aec8c03. 00010000:00000010:0.0:1764938849.723600:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059cf0f0b. 00010000:00000010:0.0:1764938849.723607:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cef7ff01. 00010000:00000010:0.0:1764938849.723674:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000187c95f. 00010000:00000010:0.0:1764938849.723681:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000888dbdb. 00010000:00000010:0.0:1764938849.723690:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bbaa191b. 00000100:00000010:0.0:1764938849.723694:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938849.723699:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010bb53b1. 02000000:00000010:0.0:1764938849.723707:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003503ebf4. 02000000:00000010:0.0:1764938849.723727:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000caf66fde. 00000400:00000010:0.0:1764938849.723732:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938849.723737:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938849.723742:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929472, portal 16 00000400:00000010:0.0:1764938849.723746:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938849.723747:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929472, offset 0 00000400:00000200:0.0:1764938849.723753:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.723759:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.723765:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.723769:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.723771:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.723774:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90173:90173:256:4294967295] 192.168.203.57@tcp LPNI seq info [90173:90173:8:4294967295] 00000400:00000200:0.0:1764938849.723781:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.723785:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.723788:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352938). 00000800:00000200:0.0:1764938849.723792:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.723796:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.723799:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.723895:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.723898:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352690). 00000400:00000200:3.0:1764938849.723901:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.723905:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.723907:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:3.0:1764938849.723909:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:3.0:1764938849.723913:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010bb53b1 x1850670626929472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.724444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000103184bd. 00010000:00000010:3.1:1764938849.724451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f427876c. 00010000:00000010:3.1:1764938849.724455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d665f1. 00000400:00000200:0.0:1764938849.727727:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.727747:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507b40 00000400:00000200:0.0:1764938849.727756:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ae9 [1] + 224 00000400:00000200:0.0:1764938849.727769:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.727773:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.727784:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010bb53b1 x1850670626929472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.728337:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.728347:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61c00 00000400:00000200:0.0:1764938849.728353:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf451 [2] + 1312 00000400:00000010:3.0:1764938849.730223:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:3.0:1764938849.730231:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:3.0:1764938849.730234:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:3.0:1764938849.730250:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010bb53b1 x1850670626929472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.730261:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010bb53b1 x1850670626929472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.730290:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000caf66fde. 02000000:00000010:3.0:1764938849.730296:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003503ebf4. 00000100:00000010:3.0:1764938849.730299:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010bb53b1. 00000100:00000010:3.0:1764938849.730302:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:3.0:1764938849.730306:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bbaa191b. 00000400:00000200:0.0:1764938849.730404:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.730410:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.730417:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.730422:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006fed19ce. 00000020:00000010:3.0:1764938849.730637:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a280459d. 00000020:00000010:3.0:1764938849.730644:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bb0a571e. 00000020:00000010:3.0:1764938849.730648:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000060c36a1f. 00000100:00000200:3.0:1764938849.730734:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006fed19ce x1850670621006848/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938849.732430:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006848 02000000:00000010:3.0:1764938849.732448:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b5925af. 00010000:00000010:3.0:1764938849.732480:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e50c66fd. 00010000:00000010:3.0:1764938849.732501:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.732509:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d24aa7. 00000100:00000010:3.0:1764938849.732522:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d24aa7. 00010000:00000010:3.0:1764938849.732525:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00080000:00000010:3.0:1764938849.732558:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083928fe4. 00010000:00000010:3.0:1764938849.732644:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000888dbdb. 00010000:00000010:3.0:1764938849.732650:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ef90858. 00010000:00000010:3.0:1764938849.732713:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938849.732719:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a9fbb61. 00010000:00000010:3.0:1764938849.732728:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.732731:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d24aa7. 00000100:00000010:3.0:1764938849.732738:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938849.732749:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049a0e250. 02000000:00000010:3.0:1764938849.732773:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f285d1bf. 00000400:00000010:3.0:1764938849.732779:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df37ba69. 00000400:00000010:3.0:1764938849.732783:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.732789:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929536, portal 16 00000400:00000010:3.0:1764938849.732792:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938849.732794:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929536, offset 0 00000400:00000200:3.0:1764938849.732801:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.732814:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.732820:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.732823:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.732826:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.732829:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90174:90174:256:4294967295] 192.168.203.57@tcp LPNI seq info [90174:90174:8:4294967295] 00010000:00000010:2.1:1764938849.732985:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738e7876. 00000400:00000010:2.0:1764938849.733005:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938849.733008:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006848, offset 224 00000400:00000200:2.0:1764938849.733013:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.734319:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000400:00000200:2.0:1764938849.734444:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.734449:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90175:90175:255:4294967295] 192.168.203.57@tcp LPNI seq info [90175:90175:7:4294967295] 00000400:00000200:2.0:1764938849.734457:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.734463:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.734469:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.734477:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.734485:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.734489:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.734529:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bb0a571e. 00000020:00000010:2.0:1764938849.734534:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000060c36a1f. 00000020:00000010:2.0:1764938849.734539:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a280459d. 00000800:00000200:0.0:1764938849.734683:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.734688:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:0.0:1764938849.734692:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.734696:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.734700:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:0.0:1764938849.734702:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00000800:00000200:3.0:1764938849.734739:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.734743:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a4ab832 (tot 82352938). 00000800:00000200:3.0:1764938849.734747:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.734751:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.734753:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a4ab832 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.735473:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.735476:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4ab832 (tot 82352690). 00000400:00000200:0.0:1764938849.735481:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.735486:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.735489:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:0.0:1764938849.735491:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:0.0:1764938849.735499:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626929536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.737425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0aeeb97. 00010000:00000010:0.1:1764938849.737435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00000400:00000200:0.0:1764938849.743466:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.743488:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507b80 00000400:00000200:0.0:1764938849.743497:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0af1 [1] + 224 00000400:00000200:0.0:1764938849.743511:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.743514:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.743529:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626929536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.743560:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.743565:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61c40 00000400:00000200:0.0:1764938849.743570:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf451 [2] + 1640 00000400:00000200:0.0:1764938849.743592:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.743594:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.743598:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.743603:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000649469d. 00000400:00000010:3.0:1764938849.744032:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df37ba69. 00000400:00000200:3.0:1764938849.744037:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:3.0:1764938849.744040:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:3.0:1764938849.744046:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626929536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.744055:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626929536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.744086:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f285d1bf. 02000000:00000010:3.0:1764938849.744092:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049a0e250. 00000100:00000010:3.0:1764938849.744097:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:3.0:1764938849.744131:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d24aa7. 00010000:00000010:3.0:1764938849.744135:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00000020:00000010:2.0:1764938849.745713:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc5bfc6. 00000020:00000010:2.0:1764938849.745724:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.745728:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.745754:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000649469d x1850670621006912/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.745793:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006912 02000000:00000010:2.0:1764938849.745804:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a280459d. 00010000:00000010:2.0:1764938849.745830:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072f92b12. 00010000:00000010:2.0:1764938849.745851:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af10ab16. 00000100:00000010:2.0:1764938849.745858:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.745868:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.745871:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af10ab16. 00000400:00000010:2.0:1764938849.745882:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938849.745888:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006912, offset 224 00000400:00000200:2.0:1764938849.745896:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.745908:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.745914:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90176:90176:256:4294967295] 192.168.203.57@tcp LPNI seq info [90176:90176:8:4294967295] 00000400:00000200:2.0:1764938849.745923:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.745929:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.745934:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938849.745939:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.745946:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.745949:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.745976:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.745980:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.745983:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc5bfc6. 00000800:00000200:1.0:1764938849.746077:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.746081:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938849.746085:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.746089:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.746093:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000400:00000010:1.0:1764938849.746094:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 00080000:00000010:3.0:1764938849.746420:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc5afe8d. 00010000:00000010:3.0:1764938849.746502:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a9fbb61. 00010000:00000010:3.0:1764938849.746509:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6586360. 00010000:00000010:3.0:1764938849.746576:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938849.746582:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a9fbb61. 00010000:00000010:3.0:1764938849.746592:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.746595:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d24aa7. 00000100:00000010:3.0:1764938849.746601:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938849.746612:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af769b03. 02000000:00000010:3.0:1764938849.746638:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c716e320. 00000400:00000010:3.0:1764938849.746643:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df37ba69. 00000400:00000010:3.0:1764938849.746648:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.746653:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929600, portal 16 00000400:00000010:3.0:1764938849.746658:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938849.746660:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929600, offset 0 00000400:00000200:3.0:1764938849.746666:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.746673:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.746679:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.746683:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.746686:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.746688:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90177:90177:256:4294967295] 192.168.203.57@tcp LPNI seq info [90177:90177:8:4294967295] 00000400:00000200:3.0:1764938849.746695:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.746699:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.746702:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e44e87 (tot 82352938). 00000800:00000200:3.0:1764938849.746706:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.746710:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.746713:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f6e44e87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.746825:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.746828:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e44e87 (tot 82352690). 00000400:00000200:0.0:1764938849.746832:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.746836:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.746839:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:0.0:1764938849.746841:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:0.0:1764938849.746846:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626929600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.750475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031656596. 00010000:00000010:3.1:1764938849.750487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000499dc2fd. 00010000:00000010:3.1:1764938849.750491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000187c95f. 00000400:00000200:0.0:1764938849.751849:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.751865:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507bc0 00000400:00000200:0.0:1764938849.751874:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b01 [1] + 224 00000400:00000200:0.0:1764938849.751887:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.751891:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.751902:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626929600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938849.751980:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df37ba69. 00000400:00000200:3.0:1764938849.751985:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:3.0:1764938849.751986:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:3.0:1764938849.751992:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626929600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.751999:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626929600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.752028:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c716e320. 02000000:00000010:3.0:1764938849.752032:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af769b03. 00000100:00000010:3.0:1764938849.752036:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:3.0:1764938849.752040:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d24aa7. 00010000:00000010:3.0:1764938849.752043:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00000400:00000200:1.0:1764938849.752470:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.752480:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61c80 00000400:00000200:1.0:1764938849.752485:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf451 [2] + 1968 00000400:00000010:1.0:1764938849.752488:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fa16394. 00000400:00000200:1.0:1764938849.752492:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000115bfe59 00000400:00000200:1.0:1764938849.752538:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.752541:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.752544:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000115bfe59 00000400:00000010:1.0:1764938849.752546:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000115bfe59 (tot 82352538). 00000100:00000200:1.0:1764938849.752550:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1764938849.752606:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af769b03. 00000020:00000010:3.0:1764938849.752612:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.752616:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034ccbfd8. 00000100:00000200:3.0:1764938849.752637:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cb102bd x1850670621006976/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938849.752670:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621006976 02000000:00000010:3.0:1764938849.752680:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c716e320. 00010000:00000010:3.0:1764938849.752703:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad8e94ba. 00010000:00000010:3.0:1764938849.752722:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.752727:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d24aa7. 00000100:00000010:3.0:1764938849.752745:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d24aa7. 00010000:00000010:3.0:1764938849.752747:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00000400:00000010:3.0:1764938849.752759:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.752763:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621006976, offset 224 00000400:00000200:3.0:1764938849.752770:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.752779:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.752784:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90178:90178:256:4294967295] 192.168.203.57@tcp LPNI seq info [90178:90178:8:4294967295] 00000400:00000200:3.0:1764938849.752794:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.752799:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.752804:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352786). 00000800:00000200:3.0:1764938849.752809:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.752816:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.752819:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.752847:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.752852:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034ccbfd8. 00000020:00000010:3.0:1764938849.752855:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af769b03. 02000000:00000010:3.0:1764938849.752862:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a280459d. 00000100:00000010:3.0:1764938849.752866:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000649469d. 02000000:00000010:3.0:1764938849.752869:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b5925af. 00000100:00000010:3.0:1764938849.752871:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006fed19ce. 02000000:00000010:3.0:1764938849.752874:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000100:00000010:3.0:1764938849.752877:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eedf23b0. 02000000:00000010:3.0:1764938849.752879:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dec75e0d. 00000100:00000010:3.0:1764938849.752881:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b82beff3. 02000000:00000010:3.0:1764938849.752884:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac12e91. 00000100:00000010:3.0:1764938849.752886:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a3401f5e. 02000000:00000010:3.0:1764938849.752889:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:3.0:1764938849.752891:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001603f412. 00000100:00000200:3.0:1764938849.752896:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938849.752900:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df37ba69. 00000400:00000010:3.0:1764938849.752904:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3d24aa7 (tot 82352938). 00000800:00000200:3.0:1764938849.752956:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.752960:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:3.0:1764938849.752963:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.752967:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.752969:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:3.0:1764938849.752971:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 02000000:00000010:3.0:1764938849.752973:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c716e320. 00080000:00000010:0.0:1764938849.753034:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edc2ba31. 00010000:00000010:0.0:1764938849.753136:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a9fbb61. 00010000:00000010:0.0:1764938849.753143:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000aae55d2. 00010000:00000010:0.0:1764938849.753219:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:0.0:1764938849.753225:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000888dbdb. 00010000:00000010:0.0:1764938849.753235:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005218be25. 00000100:00000010:0.0:1764938849.753239:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938849.753245:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5d49628. 02000000:00000010:0.0:1764938849.753254:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003503ebf4. 02000000:00000010:0.0:1764938849.753275:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000caf66fde. 00000400:00000010:0.0:1764938849.753279:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9a57f88. 00000400:00000010:0.0:1764938849.753283:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.753286:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929664, portal 16 00000400:00000010:0.0:1764938849.753290:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938849.753291:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929664, offset 0 00000400:00000200:0.0:1764938849.753297:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.753303:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.753310:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.753313:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.753316:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.753319:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90179:90179:256:4294967295] 192.168.203.57@tcp LPNI seq info [90179:90179:8:4294967295] 00000400:00000200:0.0:1764938849.753326:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.753330:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.753333:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938849.753336:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.753340:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.753342:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.754304:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.754308:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352690). 00000400:00000200:3.0:1764938849.754313:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.754318:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.754322:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:3.0:1764938849.754324:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:3.0:1764938849.754329:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5d49628 x1850670626929664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.756406:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061e295a2. 00000400:00000200:1.0:1764938849.758098:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.758130:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507c00 00000400:00000200:1.0:1764938849.758139:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b11 [1] + 224 00000400:00000200:1.0:1764938849.758151:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.758155:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.758165:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d49628 x1850670626929664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.758205:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.758211:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61cc0 00000400:00000010:0.0:1764938849.758217:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9a57f88. 00000400:00000200:0.0:1764938849.758224:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:0.0:1764938849.758226:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000400:00000200:1.0:1764938849.758234:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf4a9 [2] + 0 00000100:00000200:0.0:1764938849.758235:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d49628 x1850670626929664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.758242:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5d49628 x1850670626929664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.758269:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000caf66fde. 02000000:00000010:0.0:1764938849.758274:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003503ebf4. 00000100:00000010:0.0:1764938849.758277:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5d49628. 00000100:00000010:0.0:1764938849.758280:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:0.0:1764938849.758284:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005218be25. 00000400:00000200:1.0:1764938849.758288:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.758291:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.758294:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.758299:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000020:00000010:3.0:1764938849.759176:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c716e320. 00000020:00000010:3.0:1764938849.759185:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.759190:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034ccbfd8. 00000100:00000200:3.0:1764938849.759213:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548a2fdc x1850670621007040/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938849.759246:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007040 02000000:00000010:3.0:1764938849.759256:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af769b03. 00010000:00000010:3.0:1764938849.759283:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e99d5f1. 00010000:00000010:3.0:1764938849.759303:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.759310:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00080000:00000010:0.0:1764938849.760046:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003503ebf4. 00010000:00000010:0.0:1764938849.760227:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009370766c. 00010000:00000010:0.0:1764938849.760234:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b86cbd8. 00010000:00000010:0.0:1764938849.760244:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005218be25. 00000100:00000010:0.0:1764938849.760248:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938849.760255:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5d49628. 02000000:00000010:0.0:1764938849.760268:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000caf66fde. 02000000:00000010:0.0:1764938849.760296:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc1bccb8. 00000400:00000010:0.0:1764938849.760302:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9a57f88. 00000400:00000010:0.0:1764938849.760308:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938849.760315:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929728, portal 16 00000400:00000010:0.0:1764938849.760321:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938849.760323:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929728, offset 0 00000400:00000200:0.0:1764938849.760331:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.760346:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.760353:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.760357:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.760360:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.760363:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90180:90180:256:4294967295] 192.168.203.57@tcp LPNI seq info [90180:90180:8:4294967295] 00000400:00000200:0.0:1764938849.760374:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.760392:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.760397:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938849.760403:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.760410:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.760415:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.760573:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.760577:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:1.0:1764938849.760582:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.760587:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.760591:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938849.760593:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:1.0:1764938849.760598:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5d49628 x1850670626929728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938849.760659:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000888dbdb. 00000100:00000010:3.0:1764938849.760671:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:3.0:1764938849.760674:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00010000:00000010:3.0:1764938849.760678:0:64654:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce1b0385. 00000400:00000010:3.0:1764938849.760692:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938849.760695:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007040, offset 224 00000400:00000200:3.0:1764938849.760702:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.760707:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.760711:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90181:90181:256:4294967295] 192.168.203.57@tcp LPNI seq info [90181:90181:8:4294967295] 00000400:00000200:3.0:1764938849.760719:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.760723:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.760725:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352938). 00000800:00000200:3.0:1764938849.760729:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.760733:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.760735:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.760761:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.760765:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034ccbfd8. 00000020:00000010:3.0:1764938849.760769:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c716e320. 00010000:00000010:0.1:1764938849.762242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dfb3e96. 00010000:00000010:0.1:1764938849.762254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00000800:00000200:0.0:1764938849.762289:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.762292:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:0.0:1764938849.762297:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.762305:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.762310:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:0.0:1764938849.762312:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00010000:00000010:3.1:1764938849.762451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bdb9dbe. 00010000:00000010:3.1:1764938849.762457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00000400:00000200:0.0:1764938849.763814:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.763829:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507c40 00000400:00000200:0.0:1764938849.763837:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b19 [1] + 224 00000400:00000200:0.0:1764938849.763849:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.763852:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.763860:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d49628 x1850670626929728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.765616:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.765627:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61d00 00000400:00000200:0.0:1764938849.765633:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf4a9 [2] + 328 00000400:00000200:0.0:1764938849.765682:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.765686:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.765690:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.765695:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b955191. 00000020:00000010:3.0:1764938849.765788:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c716e320. 00000020:00000010:3.0:1764938849.765795:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.765800:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034ccbfd8. 00000100:00000200:3.0:1764938849.765821:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b955191 x1850670621007104/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938849.765854:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007104 02000000:00000010:3.0:1764938849.765865:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000156251dd. 00010000:00000010:3.0:1764938849.765900:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938849.765906:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00000100:00000010:3.0:1764938849.765911:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:3.0:1764938849.765914:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00000400:00000010:3.0:1764938849.765926:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938849.765930:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007104, offset 224 00000400:00000200:3.0:1764938849.765937:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.765947:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.765952:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90182:90182:256:4294967295] 192.168.203.57@tcp LPNI seq info [90182:90182:8:4294967295] 00000400:00000200:3.0:1764938849.765962:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.765967:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.765971:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352938). 00000800:00000200:3.0:1764938849.765976:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.765982:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.765985:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.766002:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.766005:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034ccbfd8. 00000020:00000010:3.0:1764938849.766008:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c716e320. 00000800:00000200:3.0:1764938849.766064:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.766067:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:3.0:1764938849.766071:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.766074:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.766077:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938849.766078:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000400:00000010:1.0:1764938849.766422:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9a57f88. 00000400:00000200:1.0:1764938849.766427:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:1.0:1764938849.766428:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:1.0:1764938849.766434:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d49628 x1850670626929728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.766442:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5d49628 x1850670626929728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938849.766462:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e909dfa9. 02000000:00000010:1.0:1764938849.766475:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc1bccb8. 02000000:00000010:1.0:1764938849.766480:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000caf66fde. 00000100:00000010:1.0:1764938849.766484:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5d49628. 00000100:00000010:1.0:1764938849.766487:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:1.0:1764938849.766490:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005218be25. 00080000:00000010:1.0:1764938849.766505:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006944a5b0. 00010000:00000010:1.0:1764938849.766584:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b86cbd8. 00010000:00000010:1.0:1764938849.766590:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efe49c62. 00010000:00000010:1.0:1764938849.766660:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938849.766666:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.766675:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bed2f867. 00000100:00000010:1.0:1764938849.766678:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938849.766684:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938849.766693:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000917d4a91. 02000000:00000010:1.0:1764938849.766712:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c174a066. 00000400:00000010:1.0:1764938849.766716:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e452c68b. 00000400:00000010:1.0:1764938849.766720:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2d66d72. 00000100:00000200:1.0:1764938849.766724:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929792, portal 16 00000400:00000010:1.0:1764938849.766727:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ff7b08d. 00000100:00000200:1.0:1764938849.766729:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929792, offset 0 00000400:00000200:1.0:1764938849.766734:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.766740:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.766746:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.766749:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.766752:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.766755:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90183:90183:256:4294967295] 192.168.203.57@tcp LPNI seq info [90183:90183:8:4294967295] 00000400:00000200:1.0:1764938849.766762:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.766767:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.766770:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938849.766773:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.766778:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.766781:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.766937:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.766940:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938849.766943:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.766947:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.766949:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:3.0:1764938849.766950:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00000100:00000200:3.0:1764938849.766955:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626929792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.767149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fe4dcf5. 00010000:00000010:3.1:1764938849.770531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c5cf28. 00010000:00000010:3.1:1764938849.770543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:3.1:1764938849.770546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000879c7db9. 00000400:00000200:3.0:1764938849.770852:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.770868:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507c80 00000400:00000200:3.0:1764938849.770876:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b29 [1] + 224 00000400:00000200:3.0:1764938849.770892:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.770895:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.770904:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626929792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.771339:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.771346:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61d40 00000400:00000200:3.0:1764938849.771351:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf4a9 [2] + 656 00000400:00000010:1.0:1764938849.772366:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e452c68b. 00000400:00000200:1.0:1764938849.772372:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:1.0:1764938849.772374:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00000100:00000200:1.0:1764938849.772400:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626929792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.772409:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626929792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.772437:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c174a066. 02000000:00000010:1.0:1764938849.772444:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000917d4a91. 00000100:00000010:1.0:1764938849.772448:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:1.0:1764938849.772457:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:1.0:1764938849.772461:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bed2f867. 00000400:00000200:3.0:1764938849.775276:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.775287:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.775295:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.775301:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 00000020:00000010:0.0:1764938849.779862:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000908771b2. 00000020:00000010:0.0:1764938849.779875:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938849.779879:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e3947e3. 00000100:00000200:0.0:1764938849.779907:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bac836f6 x1850670621007168/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:1.1:1764938849.780137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ea4f99. 00010000:00000010:1.1:1764938849.780144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d3eb39. 00010000:00000010:1.1:1764938849.780148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009370766c. 00000100:00000200:3.0:1764938849.780598:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007168 02000000:00000010:3.0:1764938849.780610:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f4b7939. 00010000:00000010:3.0:1764938849.780635:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042c656a9. 00010000:00000010:3.0:1764938849.780654:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4da15ad. 00000100:00000010:3.0:1764938849.780661:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00000100:00000010:3.0:1764938849.780681:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:3.0:1764938849.780685:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4da15ad. 00000400:00000010:3.0:1764938849.780696:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938849.780702:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007168, offset 224 00000400:00000200:3.0:1764938849.780711:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.780725:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.780731:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90184:90184:256:4294967295] 192.168.203.57@tcp LPNI seq info [90184:90184:8:4294967295] 00000400:00000200:3.0:1764938849.780741:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.780746:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.780749:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352938). 00000800:00000200:3.0:1764938849.780755:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.780761:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.780764:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.780782:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000246b0b64. 00000020:00000010:3.0:1764938849.780785:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e3947e3. 00000020:00000010:3.0:1764938849.780788:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000908771b2. 00000800:00000200:3.0:1764938849.780884:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.780887:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:3.0:1764938849.780892:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.780897:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.780901:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938849.780903:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00080000:00000010:1.0:1764938849.781153:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000917d4a91. 00010000:00000010:1.0:1764938849.781229:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.781234:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005682bc5f. 00010000:00000010:1.0:1764938849.781302:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.781308:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.781317:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bed2f867. 00000100:00000010:1.0:1764938849.781321:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938849.781328:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938849.781337:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c174a066. 02000000:00000010:1.0:1764938849.781358:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a9dd014. 00000400:00000010:1.0:1764938849.781364:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e452c68b. 00000400:00000010:1.0:1764938849.781368:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2d66d72. 00000100:00000200:1.0:1764938849.781372:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929856, portal 16 00000400:00000010:1.0:1764938849.781385:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938849.781387:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929856, offset 0 00000400:00000200:1.0:1764938849.781393:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.781399:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.781406:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938849.781410:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938849.781412:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938849.781414:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90185:90185:256:4294967295] 192.168.203.57@tcp LPNI seq info [90185:90185:8:4294967295] 00000400:00000200:1.0:1764938849.781422:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.781426:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.781428:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938849.781432:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.781435:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.781437:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.781601:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.781604:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938849.781608:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.781611:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.781614:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:3.0:1764938849.781616:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000100:00000200:3.0:1764938849.781621:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626929856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.783454:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.783471:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507cc0 00000400:00000200:0.0:1764938849.783480:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b35 [1] + 224 00000400:00000200:0.0:1764938849.783496:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.783499:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.783508:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626929856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.783569:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e452c68b. 00000400:00000200:1.0:1764938849.783573:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:1.0:1764938849.783575:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00000100:00000200:1.0:1764938849.783580:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626929856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.783587:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626929856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.783613:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a9dd014. 02000000:00000010:1.0:1764938849.783618:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c174a066. 00000100:00000010:1.0:1764938849.783622:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:1.0:1764938849.783625:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:1.0:1764938849.783629:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bed2f867. 00000400:00000200:0.0:1764938849.784394:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.784404:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61d80 00000400:00000200:0.0:1764938849.784409:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf4a9 [2] + 984 00000400:00000200:0.0:1764938849.784805:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.784810:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.784814:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.784819:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a2e40877. 00000020:00000010:1.0:1764938849.786935:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c174a066. 00000020:00000010:1.0:1764938849.786945:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006119f8fb. 00000020:00000010:1.0:1764938849.786949:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.786978:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a2e40877 x1850670621007232/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938849.787022:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007232 02000000:00000010:1.0:1764938849.787033:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a9dd014. 00010000:00000010:1.0:1764938849.787060:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009737369b. 00010000:00000010:1.0:1764938849.787076:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bed2f867. 00000100:00000010:1.0:1764938849.787084:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938849.787121:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:1.0:1764938849.787125:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bed2f867. 00000400:00000010:1.0:1764938849.787140:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2d66d72. 00000100:00000200:1.0:1764938849.787146:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007232, offset 224 00000400:00000200:1.0:1764938849.787153:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.787166:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.787171:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90186:90186:256:4294967295] 192.168.203.57@tcp LPNI seq info [90186:90186:8:4294967295] 00000400:00000200:1.0:1764938849.787180:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.787186:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.787190:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938849.787197:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.787203:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.787206:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.787226:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006119f8fb. 00000020:00000010:1.0:1764938849.787229:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.787232:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c174a066. 00000800:00000200:2.0:1764938849.787565:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.787569:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938849.787574:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.787579:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.787583:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:2.0:1764938849.787585:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00080000:00000010:0.0:1764938849.787671:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000908771b2. 00010000:00000010:0.0:1764938849.787755:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:0.0:1764938849.787762:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b659b608. 00010000:00000010:0.0:1764938849.787826:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.0:1764938849.787832:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006429cf5e. 00010000:00000010:0.0:1764938849.787842:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009be9b7fb. 00000100:00000010:0.0:1764938849.787846:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938849.787854:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2fa6e28. 02000000:00000010:0.0:1764938849.787865:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc1bccb8. 02000000:00000010:0.0:1764938849.787886:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc404602. 00000400:00000010:0.0:1764938849.787892:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016cb4564. 00000400:00000010:0.0:1764938849.787897:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938849.787902:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929920, portal 16 00000400:00000010:0.0:1764938849.787906:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938849.787908:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929920, offset 0 00000400:00000200:0.0:1764938849.787913:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.787921:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.787927:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.787931:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.787934:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.787937:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90187:90187:256:4294967295] 192.168.203.57@tcp LPNI seq info [90187:90187:8:4294967295] 00000400:00000200:0.0:1764938849.787945:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.787949:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.787952:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82352938). 00000800:00000200:0.0:1764938849.787956:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.787961:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.787963:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.789011:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.789015:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352690). 00000400:00000200:2.0:1764938849.789019:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.789026:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.789030:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:2.0:1764938849.789031:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:2.0:1764938849.789038:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2fa6e28 x1850670626929920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.790922:0:78453:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f23fb75. 00010000:00000010:1.1:1764938849.790933:0:78453:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:1.1:1764938849.790937:0:78453:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000947d73fa. 00010000:00000010:0.1:1764938849.798385:0:76417:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2f19211. 00010000:00000010:0.1:1764938849.798396:0:76417:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00000400:00000200:0.0:1764938849.800439:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.800459:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507d00 00000400:00000200:0.0:1764938849.800468:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b41 [1] + 224 00000400:00000200:0.0:1764938849.800489:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.800493:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.800504:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2fa6e28 x1850670626929920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938849.801247:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016cb4564. 00000400:00000200:1.0:1764938849.801253:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:1.0:1764938849.801255:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:1.0:1764938849.801261:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2fa6e28 x1850670626929920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938849.801269:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2fa6e28 x1850670626929920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938849.801298:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc404602. 02000000:00000010:1.0:1764938849.801304:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc1bccb8. 00000100:00000010:1.0:1764938849.801309:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2fa6e28. 00000100:00000010:1.0:1764938849.801312:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:1.0:1764938849.801316:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009be9b7fb. 00010000:00000010:3.1:1764938849.801555:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65de4f1. 00000400:00000200:2.0:1764938849.801627:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.801639:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61dc0 00000400:00000200:2.0:1764938849.801645:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf4a9 [2] + 1312 00000400:00000200:2.0:1764938849.801683:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.801687:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.801692:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.801696:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:3.0:1764938849.803132:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de627301. 00000020:00000010:3.0:1764938849.803141:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.803145:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034ccbfd8. 00000100:00000200:3.0:1764938849.803168:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621007296/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938849.803199:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007296 02000000:00000010:3.0:1764938849.803210:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094a517a4. 00010000:00000010:3.0:1764938849.803235:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027e36ccc. 00010000:00000010:3.0:1764938849.803254:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099a8987c. 00000100:00000010:3.0:1764938849.803260:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00000100:00000010:3.0:1764938849.803271:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:3.0:1764938849.803274:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099a8987c. 00000400:00000010:3.0:1764938849.803286:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938849.803290:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007296, offset 224 00000400:00000200:3.0:1764938849.803297:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.803308:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.803314:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90188:90188:256:4294967295] 192.168.203.57@tcp LPNI seq info [90188:90188:8:4294967295] 00000400:00000200:3.0:1764938849.803323:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.803328:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.803332:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352938). 00000800:00000200:3.0:1764938849.803338:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.803343:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.803347:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.803363:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.803367:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034ccbfd8. 00000020:00000010:3.0:1764938849.803370:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de627301. 00000800:00000200:3.0:1764938849.803453:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.803457:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:3.0:1764938849.803461:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.803464:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.803467:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938849.803469:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00080000:00000010:3.0:1764938849.803495:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de627301. 00010000:00000010:3.0:1764938849.803569:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006429cf5e. 00010000:00000010:3.0:1764938849.803575:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd248ced. 00010000:00000010:3.0:1764938849.803636:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938849.803642:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.803652:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099a8987c. 00000100:00000010:3.0:1764938849.803655:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00000100:00000010:3.0:1764938849.803661:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938849.803669:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6b093a7. 02000000:00000010:3.0:1764938849.803690:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000129e6bf1. 00000400:00000010:3.0:1764938849.803694:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4f6719. 00000400:00000010:3.0:1764938849.803698:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938849.803701:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626929984, portal 16 00000400:00000010:3.0:1764938849.803705:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938849.803707:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626929984, offset 0 00000400:00000200:3.0:1764938849.803712:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.803718:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.803724:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.803727:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.803729:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.803732:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90189:90189:256:4294967295] 192.168.203.57@tcp LPNI seq info [90189:90189:8:4294967295] 00000400:00000200:3.0:1764938849.803739:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.803743:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.803745:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352938). 00000800:00000200:3.0:1764938849.803749:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.803753:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.803755:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.803794:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.803796:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:3.0:1764938849.803799:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.803801:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.803803:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:3.0:1764938849.803805:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00000100:00000200:3.0:1764938849.803808:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626929984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.806972:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.806989:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507d40 00000400:00000200:0.0:1764938849.806998:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b4d [1] + 224 00000400:00000200:0.0:1764938849.807010:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.807015:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938849.807024:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626929984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938849.807066:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938849.807073:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61e00 00000400:00000200:0.0:1764938849.807078:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf4a9 [2] + 1640 00000400:00000010:3.0:1764938849.807086:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4f6719. 00000400:00000200:3.0:1764938849.807092:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938849.807095:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000400:00000200:0.0:1764938849.807095:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.807118:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.807120:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626929984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.807123:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938849.807131:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076ba2ea4. 00000100:00000200:3.0:1764938849.807133:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626929984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938849.807161:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000129e6bf1. 02000000:00000010:3.0:1764938849.807165:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6b093a7. 00000100:00000010:3.0:1764938849.807168:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938849.807171:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:3.0:1764938849.807175:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099a8987c. 00000020:00000010:2.0:1764938849.807498:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc5bfc6. 00000020:00000010:2.0:1764938849.807506:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007225771. 00000020:00000010:2.0:1764938849.807511:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.807544:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076ba2ea4 x1850670621007360/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938849.807579:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007360 02000000:00000010:2.0:1764938849.807589:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938849.807616:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000677cc3a2. 00010000:00000010:2.0:1764938849.807637:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003af6e0f9. 00000100:00000010:2.0:1764938849.807643:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.807658:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.807661:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003af6e0f9. 00000400:00000010:2.0:1764938849.807675:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938849.807679:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007360, offset 224 00000400:00000200:2.0:1764938849.807688:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.807698:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.807704:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90190:90190:256:4294967295] 192.168.203.57@tcp LPNI seq info [90190:90190:8:4294967295] 00000400:00000200:2.0:1764938849.807715:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.807720:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.807725:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938849.807730:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.807737:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.807741:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.807767:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007225771. 00000020:00000010:2.0:1764938849.807771:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.807774:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc5bfc6. 00080000:00000010:3.0:1764938849.807953:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6b093a7. 00010000:00000010:3.0:1764938849.808034:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.808041:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c54cf1a. 00010000:00000010:2.0:1764938849.808442:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d96a1ecb. 00010000:00000010:2.0:1764938849.808450:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a05f254f. 00010000:00000010:2.0:1764938849.808462:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003af6e0f9. 00000100:00000010:2.0:1764938849.808466:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.808473:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938849.808483:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bc5bfc6. 02000000:00000010:2.0:1764938849.808507:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eac12e91. 00000400:00000010:2.0:1764938849.808513:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fa1584b. 00000400:00000010:2.0:1764938849.808518:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d1699a8. 00000100:00000200:2.0:1764938849.808523:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930048, portal 16 00000400:00000010:2.0:1764938849.808527:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938849.808530:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930048, offset 0 00000400:00000200:2.0:1764938849.808537:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.808546:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.808553:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938849.808556:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938849.808559:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938849.808562:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90191:90191:255:4294967295] 192.168.203.57@tcp LPNI seq info [90191:90191:7:4294967295] 00000400:00000200:2.0:1764938849.808570:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.808575:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.808579:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82353186). 00000800:00000200:2.0:1764938849.808583:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.808589:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.808592:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938849.809569:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.809574:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:0.0:1764938849.809579:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.809585:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.809590:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001677e719 00000400:00000010:0.0:1764938849.809592:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001677e719. 00000800:00000200:0.0:1764938849.809661:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.809664:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:0.0:1764938849.809667:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.809670:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.809672:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:0.0:1764938849.809673:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000100:00000200:0.0:1764938849.809680:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c38dff64 x1850670626930048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.811147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0290a2. 00010000:00000010:3.1:1764938849.811159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092502dbd. 00010000:00000010:3.1:1764938849.811162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:3.1:1764938849.813160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000789e0481. 00010000:00000010:3.1:1764938849.813170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:2.1:1764938849.815840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000844d117a. 00000400:00000200:3.0:1764938849.819131:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.819153:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507d80 00000400:00000200:3.0:1764938849.819164:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b59 [1] + 224 00000400:00000200:2.0:1764938849.819219:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.819226:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.819236:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626930048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.819283:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.819290:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61e40 00000400:00000200:2.0:1764938849.819296:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf4a9 [2] + 1968 00000400:00000010:2.0:1764938849.819301:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f2c85f5b. 00000400:00000200:2.0:1764938849.819305:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007ed32bdb 00000400:00000200:2.0:1764938849.819358:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.819362:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.819364:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ed32bdb 00000400:00000010:2.0:1764938849.819366:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007ed32bdb (tot 82352538). 00000100:00000200:2.0:1764938849.819371:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938849.819424:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dec75e0d. 00000020:00000010:2.0:1764938849.819432:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007225771. 00000020:00000010:2.0:1764938849.819437:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.819459:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000067ea7cdb x1850670621007424/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.819484:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007424 02000000:00000010:2.0:1764938849.819493:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.819529:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e69948a. 00000100:00000010:2.0:1764938849.819536:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005515407a. 00000100:00000010:2.0:1764938849.819542:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005515407a. 00010000:00000010:2.0:1764938849.819545:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e69948a. 00000400:00000010:2.0:1764938849.819558:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938849.819562:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007424, offset 224 00000400:00000200:2.0:1764938849.819569:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.819578:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.819583:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90192:90192:256:4294967295] 192.168.203.57@tcp LPNI seq info [90192:90192:8:4294967295] 00000400:00000200:2.0:1764938849.819598:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.819602:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.819607:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352786). 00000800:00000200:2.0:1764938849.819612:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.819618:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.819622:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.819638:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007225771. 00000020:00000010:2.0:1764938849.819642:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.819645:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dec75e0d. 02000000:00000010:2.0:1764938849.819653:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:2.0:1764938849.819656:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076ba2ea4. 02000000:00000010:2.0:1764938849.819660:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094a517a4. 00000100:00000010:2.0:1764938849.819661:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938849.819664:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a9dd014. 00000100:00000010:2.0:1764938849.819665:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a2e40877. 02000000:00000010:2.0:1764938849.819668:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f4b7939. 00000100:00000010:2.0:1764938849.819670:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 02000000:00000010:2.0:1764938849.819673:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000156251dd. 00000100:00000010:2.0:1764938849.819675:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b955191. 02000000:00000010:2.0:1764938849.819677:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af769b03. 00000100:00000010:2.0:1764938849.819678:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000200:2.0:1764938849.819684:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938849.819688:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b21b059a. 00000400:00000010:2.0:1764938849.819690:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005515407a (tot 82352938). 00000800:00000200:2.0:1764938849.819748:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.819751:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938849.819754:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.819757:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.819759:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00000400:00000010:2.0:1764938849.819760:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 02000000:00000010:2.0:1764938849.819765:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000400:00000010:3.0:1764938849.819980:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fa1584b. 00000400:00000200:3.0:1764938849.819984:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d1699a8 00000400:00000010:3.0:1764938849.819985:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d1699a8. 00000100:00000200:3.0:1764938849.819991:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c38dff64 x1850670626930048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.819999:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c38dff64 x1850670626930048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938849.820018:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c4c769f. 02000000:00000010:3.0:1764938849.820030:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eac12e91. 02000000:00000010:3.0:1764938849.820034:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001bc5bfc6. 00000100:00000010:3.0:1764938849.820038:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00000100:00000010:3.0:1764938849.820041:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:3.0:1764938849.820044:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003af6e0f9. 00080000:00000010:3.0:1764938849.820058:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000129e6bf1. 00010000:00000010:0.0:1764938849.821172:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a05f254f. 00010000:00000010:0.0:1764938849.821184:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002346c84d. 00010000:00000010:0.0:1764938849.821256:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.0:1764938849.821263:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5343500. 00010000:00000010:0.0:1764938849.821273:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079561ba1. 00000100:00000010:0.0:1764938849.821278:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938849.821285:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 02000000:00000010:0.0:1764938849.821296:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079454cc7. 02000000:00000010:0.0:1764938849.821322:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc404602. 00000400:00000010:0.0:1764938849.821328:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938849.821333:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.821338:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930112, portal 16 00000400:00000010:0.0:1764938849.821342:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938849.821344:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930112, offset 0 00000400:00000200:0.0:1764938849.821351:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.821363:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.821370:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.821373:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.821375:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.821388:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90193:90193:256:4294967295] 192.168.203.57@tcp LPNI seq info [90193:90193:8:4294967295] 00000400:00000200:0.0:1764938849.821397:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.821403:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.821406:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938849.821411:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.821417:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.821420:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.821554:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.821558:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352690). 00000400:00000200:3.0:1764938849.821561:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.821566:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.821569:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:3.0:1764938849.821571:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:3.0:1764938849.821577:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0814fbb x1850670626930112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.823763:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.823781:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507dc0 00000400:00000200:2.0:1764938849.823790:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b69 [1] + 224 00000400:00000200:2.0:1764938849.823804:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.823807:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.823815:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0814fbb x1850670626930112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938849.823945:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:0.0:1764938849.823950:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938849.823952:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.823958:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0814fbb x1850670626930112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.823966:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0814fbb x1850670626930112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.823993:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc404602. 02000000:00000010:0.0:1764938849.823998:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079454cc7. 00000100:00000010:0.0:1764938849.824002:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 00000100:00000010:0.0:1764938849.824006:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938849.824009:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079561ba1. 00000400:00000200:2.0:1764938849.828474:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.828492:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61e80 00000400:00000200:2.0:1764938849.828500:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf509 [2] + 0 00000400:00000200:2.0:1764938849.828559:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.828563:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.828568:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.828574:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:3.0:1764938849.828828:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000902ff3fc. 00000020:00000010:3.0:1764938849.828835:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.828840:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034ccbfd8. 00000100:00000200:3.0:1764938849.828867:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621007488/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938849.828905:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007488 02000000:00000010:3.0:1764938849.828915:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c716e320. 00010000:00000010:3.0:1764938849.828944:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec327575. 00010000:00000010:3.0:1764938849.828965:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099a8987c. 00000100:00000010:3.0:1764938849.828972:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00000100:00000010:3.0:1764938849.828989:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:3.0:1764938849.828993:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099a8987c. 00000400:00000010:3.0:1764938849.829007:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938849.829012:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007488, offset 224 00000400:00000200:3.0:1764938849.829019:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.829030:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.829035:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90194:90194:256:4294967295] 192.168.203.57@tcp LPNI seq info [90194:90194:8:4294967295] 00000400:00000200:3.0:1764938849.829044:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.829049:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.829053:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcacf12b (tot 82352938). 00000800:00000200:3.0:1764938849.829058:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.829065:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.829068:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcacf12b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.829095:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.829100:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034ccbfd8. 00000020:00000010:3.0:1764938849.829125:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000902ff3fc. 00000800:00000200:1.0:1764938849.829296:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.829301:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcacf12b (tot 82352690). 00000400:00000200:1.0:1764938849.829305:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.829309:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.829312:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:1.0:1764938849.829314:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00080000:00000010:0.0:1764938849.829424:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079454cc7. 00010000:00000010:0.0:1764938849.829512:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5343500. 00010000:00000010:0.0:1764938849.829519:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007fcfad82. 00010000:00000010:0.0:1764938849.829592:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029658e39. 00010000:00000010:0.0:1764938849.829599:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5343500. 00010000:00000010:0.0:1764938849.829608:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079561ba1. 00000100:00000010:0.0:1764938849.829612:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938849.829618:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 02000000:00000010:0.0:1764938849.829627:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc404602. 02000000:00000010:0.0:1764938849.829649:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cc3bffe. 00000400:00000010:0.0:1764938849.829654:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938849.829658:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.829662:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930176, portal 16 00000400:00000010:0.0:1764938849.829666:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938849.829668:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930176, offset 0 00000400:00000200:0.0:1764938849.829673:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.829680:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.829686:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.829690:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.829692:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.829695:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90195:90195:256:4294967295] 192.168.203.57@tcp LPNI seq info [90195:90195:8:4294967295] 00000400:00000200:0.0:1764938849.829701:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.829705:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.829708:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82352938). 00000800:00000200:0.0:1764938849.829712:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.829715:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.829717:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.829780:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.829782:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:1.0:1764938849.829785:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.829789:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.829791:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:1.0:1764938849.829792:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:1.0:1764938849.829797:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0814fbb x1850670626930176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.834329:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.834345:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507e00 00000400:00000200:2.0:1764938849.834355:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b75 [1] + 224 00000400:00000200:2.0:1764938849.834368:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.834372:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.834391:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0814fbb x1850670626930176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938849.834694:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:0.0:1764938849.834699:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938849.834701:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.834707:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0814fbb x1850670626930176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.834721:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0814fbb x1850670626930176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.834752:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cc3bffe. 02000000:00000010:0.0:1764938849.834758:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc404602. 00000100:00000010:0.0:1764938849.834763:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 00000100:00000010:0.0:1764938849.834767:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938849.834770:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079561ba1. 00000400:00000200:1.0:1764938849.835671:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.835684:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61ec0 00000400:00000200:1.0:1764938849.835692:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf509 [2] + 328 00000400:00000200:1.0:1764938849.835748:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.835753:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.835758:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.835762:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:2.0:1764938849.835831:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04942c3. 00000020:00000010:2.0:1764938849.835838:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007225771. 00000020:00000010:2.0:1764938849.835842:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.835862:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621007552/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.835892:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007552 02000000:00000010:2.0:1764938849.835900:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938849.835924:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acd9306a. 00010000:00000010:2.0:1764938849.835944:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e69948a. 00000100:00000010:2.0:1764938849.835951:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.835965:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.835968:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e69948a. 00000400:00000010:2.0:1764938849.835980:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938849.835984:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007552, offset 224 00000400:00000200:2.0:1764938849.835991:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.836001:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.836006:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90196:90196:256:4294967295] 192.168.203.57@tcp LPNI seq info [90196:90196:8:4294967295] 00000400:00000200:2.0:1764938849.836016:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.836020:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.836025:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938849.836030:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.836036:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.836039:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.836060:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007225771. 00000020:00000010:2.0:1764938849.836064:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.836068:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04942c3. 00000800:00000200:1.0:1764938849.836149:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.836153:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:1.0:1764938849.836156:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.836160:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.836164:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00000400:00000010:1.0:1764938849.836166:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 00080000:00000010:0.0:1764938849.836258:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cc3bffe. 00010000:00000010:0.0:1764938849.836339:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5343500. 00010000:00000010:0.0:1764938849.836345:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c7f0f45. 00010000:00000010:0.0:1764938849.836426:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dabaab88. 00010000:00000010:0.0:1764938849.836432:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5343500. 00010000:00000010:0.0:1764938849.836442:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079561ba1. 00000100:00000010:0.0:1764938849.836445:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938849.836451:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 02000000:00000010:0.0:1764938849.836460:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc404602. 02000000:00000010:0.0:1764938849.836481:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ae18e9. 00000400:00000010:0.0:1764938849.836486:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938849.836490:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.836494:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930240, portal 16 00000400:00000010:0.0:1764938849.836497:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938849.836499:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930240, offset 0 00000400:00000200:0.0:1764938849.836504:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.836510:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.836516:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.836518:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.836521:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.836523:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90197:90197:256:4294967295] 192.168.203.57@tcp LPNI seq info [90197:90197:8:4294967295] 00000400:00000200:0.0:1764938849.836531:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.836535:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.836537:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352938). 00000800:00000200:0.0:1764938849.836541:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.836545:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.836547:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.836618:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.836620:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:2.0:1764938849.836623:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.836627:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.836630:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:2.0:1764938849.836631:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000100:00000200:2.0:1764938849.836635:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0814fbb x1850670626930240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938849.838138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000118b6b06. 00010000:00000010:3.1:1764938849.838148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a5d01ce. 00000400:00000200:1.0:1764938849.838483:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.838497:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507e40 00000400:00000200:1.0:1764938849.838504:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b81 [1] + 224 00000400:00000200:1.0:1764938849.838515:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.838518:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.838526:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0814fbb x1850670626930240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938849.838844:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:0.0:1764938849.838852:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938849.838854:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.838860:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0814fbb x1850670626930240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.838872:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0814fbb x1850670626930240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.839267:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ae18e9. 02000000:00000010:0.0:1764938849.839273:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc404602. 00000100:00000010:0.0:1764938849.839278:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 00000100:00000010:0.0:1764938849.839281:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938849.839284:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079561ba1. 00000400:00000200:1.0:1764938849.840898:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.840915:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61f00 00000400:00000200:1.0:1764938849.840922:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf509 [2] + 656 00000400:00000200:1.0:1764938849.840991:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.840996:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.841001:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.841006:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:3.0:1764938849.841080:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000902ff3fc. 00000020:00000010:3.0:1764938849.841088:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.841092:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034ccbfd8. 00000100:00000200:3.0:1764938849.841150:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621007616/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938849.841200:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007616 02000000:00000010:3.0:1764938849.841211:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016c1a290. 00010000:00000010:3.0:1764938849.841243:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfbc2653. 00010000:00000010:3.0:1764938849.841265:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099a8987c. 00000100:00000010:3.0:1764938849.841271:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00000100:00000010:3.0:1764938849.841283:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:3.0:1764938849.841289:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099a8987c. 00000400:00000010:3.0:1764938849.841302:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938849.841307:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007616, offset 224 00000400:00000200:3.0:1764938849.841314:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.841325:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.841330:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90198:90198:256:4294967295] 192.168.203.57@tcp LPNI seq info [90198:90198:8:4294967295] 00000400:00000200:3.0:1764938849.841339:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.841344:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.841348:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6e44e87 (tot 82352938). 00000800:00000200:3.0:1764938849.841353:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.841360:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.841364:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f6e44e87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938849.841393:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.841399:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034ccbfd8. 00000020:00000010:3.0:1764938849.841402:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000902ff3fc. 00010000:00000010:0.1:1764938849.841470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002019a5c6. 00010000:00000010:0.1:1764938849.841477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d96a1ecb. 00010000:00000010:0.1:1764938849.841481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006146b11a. 00010000:00000010:0.1:1764938849.841484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00080000:00000010:0.0:1764938849.841507:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1ae18e9. 00000800:00000200:2.0:1764938849.841518:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.841523:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6e44e87 (tot 82352690). 00000400:00000200:2.0:1764938849.841527:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.841531:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.841534:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:2.0:1764938849.841536:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00010000:00000010:0.0:1764938849.841594:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5343500. 00010000:00000010:0.0:1764938849.841601:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3367522. 00010000:00000010:0.0:1764938849.841676:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.0:1764938849.841682:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5343500. 00010000:00000010:0.0:1764938849.841693:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079561ba1. 00000100:00000010:0.0:1764938849.841696:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938849.841702:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 02000000:00000010:0.0:1764938849.841711:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a69e359a. 02000000:00000010:0.0:1764938849.841732:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e72d7295. 00000400:00000010:0.0:1764938849.841737:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938849.841741:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.841745:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930304, portal 16 00000400:00000010:0.0:1764938849.841749:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938849.841750:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930304, offset 0 00000400:00000200:0.0:1764938849.841756:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.841762:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.841769:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.841772:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.841775:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.841777:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90199:90199:256:4294967295] 192.168.203.57@tcp LPNI seq info [90199:90199:8:4294967295] 00000400:00000200:0.0:1764938849.841784:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.841787:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.841791:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938849.841794:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.841798:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.841800:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.842079:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.842082:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352690). 00000400:00000200:1.0:1764938849.842086:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.842089:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.842092:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:1.0:1764938849.842094:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000100:00000200:1.0:1764938849.842099:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0814fbb x1850670626930304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.843033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000374b4235. 00010000:00000010:0.1:1764938849.845182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006162b915. 00010000:00000010:0.1:1764938849.845194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029658e39. 00010000:00000010:0.1:1764938849.849145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b3b6ae7. 00010000:00000010:0.1:1764938849.849160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dabaab88. 00010000:00000010:3.1:1764938849.849268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ec165e. 00000400:00000200:1.0:1764938849.849556:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.849574:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507e80 00000400:00000200:1.0:1764938849.849583:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b8d [1] + 224 00000400:00000200:1.0:1764938849.849599:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.849604:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.849616:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0814fbb x1850670626930304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938849.850359:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938849.850367:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61f40 00000400:00000200:1.0:1764938849.850372:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf509 [2] + 984 00000400:00000200:1.0:1764938849.850440:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.850444:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938849.850449:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938849.850454:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00000020:00000010:3.0:1764938849.850527:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000902ff3fc. 00000020:00000010:3.0:1764938849.850539:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938849.850544:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034ccbfd8. 00000100:00000200:3.0:1764938849.850572:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621007680/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:0.0:1764938849.850993:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:0.0:1764938849.850998:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938849.851001:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.851010:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0814fbb x1850670626930304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.851017:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0814fbb x1850670626930304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.851042:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e72d7295. 02000000:00000010:0.0:1764938849.851049:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a69e359a. 00000100:00000010:0.0:1764938849.851052:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 00000100:00000010:0.0:1764938849.851055:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938849.851058:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079561ba1. 00000100:00000200:2.0:1764938849.851356:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007680 02000000:00000010:2.0:1764938849.851371:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04942c3. 00010000:00000010:2.0:1764938849.851405:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d0d12d5. 00010000:00000010:2.0:1764938849.851427:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e69948a. 00000100:00000010:2.0:1764938849.851433:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.851450:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.851453:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e69948a. 00000400:00000010:2.0:1764938849.851465:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938849.851469:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007680, offset 224 00000400:00000200:2.0:1764938849.851477:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.851488:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.851493:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90200:90200:256:4294967295] 192.168.203.57@tcp LPNI seq info [90200:90200:8:4294967295] 00000400:00000200:2.0:1764938849.851502:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.851507:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.851511:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938849.851518:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.851524:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.851527:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.851552:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:2.0:1764938849.851556:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034ccbfd8. 00000020:00000010:2.0:1764938849.851560:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000902ff3fc. 00080000:00000010:1.0:1764938849.851716:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c174a066. 00010000:00000010:1.0:1764938849.851806:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5343500. 00010000:00000010:1.0:1764938849.851814:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007279e0e6. 00000001:00000010:1.0:1764938849.851879:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e452c68b. 00000001:00000010:1.0:1764938849.851886:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e452c68b. 00000001:00000010:1.0:1764938849.851889:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000067f968c. 00080000:00000010:1.0:1764938849.851894:0:77248:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000dcd38775. 00080000:00000010:1.0:1764938849.851900:0:77248:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000068ff9186. 00000001:00000010:1.0:1764938849.851906:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000067f968c. 00010000:00000010:1.0:1764938849.851936:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603d2b87. 00010000:00000010:1.0:1764938849.851939:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.851945:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000984b8590. 00010000:00000010:1.0:1764938849.851952:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.851964:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c12b5bac. 00010000:00000010:1.0:1764938849.851990:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.851995:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852043:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a04fe592. 00010000:00000010:1.0:1764938849.852046:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852049:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.0:1764938849.852052:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852060:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a9dd014. 00010000:00000010:1.0:1764938849.852084:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852087:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852154:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbe69ff6. 00010000:00000010:1.0:1764938849.852157:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852160:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.0:1764938849.852163:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852172:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc1bccb8. 00010000:00000010:1.0:1764938849.852196:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852200:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852237:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c44d912. 00010000:00000010:1.0:1764938849.852240:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852243:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.0:1764938849.852247:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852255:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000caf66fde. 00010000:00000010:1.0:1764938849.852278:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852281:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852311:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad96e5f1. 00010000:00000010:1.0:1764938849.852314:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852318:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068c13420. 00010000:00000010:1.0:1764938849.852320:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852330:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001aa0c477. 00010000:00000010:1.0:1764938849.852354:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852358:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852417:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000bb488db. 00010000:00000010:1.0:1764938849.852420:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852423:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a000dee4. 00010000:00000010:1.0:1764938849.852426:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852434:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4ebaddf. 00010000:00000010:1.0:1764938849.852458:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852461:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852492:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8d83b68. 00010000:00000010:1.0:1764938849.852495:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852498:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000244b8b2a. 00010000:00000010:1.0:1764938849.852501:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852509:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd7f3dc8. 00010000:00000010:1.0:1764938849.852548:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852552:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852588:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006146b11a. 00010000:00000010:1.0:1764938849.852592:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852595:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036bbfc59. 00010000:00000010:1.0:1764938849.852598:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852606:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000722b8e8e. 00010000:00000010:1.0:1764938849.852629:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852633:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852664:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032e5e566. 00010000:00000010:1.0:1764938849.852667:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852670:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000247f5366. 00010000:00000010:1.0:1764938849.852673:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852680:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048ca956a. 00010000:00000010:1.0:1764938849.852702:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852706:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852740:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000879c7db9. 00010000:00000010:1.0:1764938849.852744:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852747:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f906096. 00010000:00000010:1.0:1764938849.852750:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852758:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dddb0370. 00010000:00000010:1.0:1764938849.852781:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852784:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852812:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5395866. 00010000:00000010:1.0:1764938849.852815:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852818:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.0:1764938849.852820:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852828:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004886bab7. 00010000:00000010:1.0:1764938849.852850:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852853:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852883:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004116b860. 00010000:00000010:1.0:1764938849.852886:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852889:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.0:1764938849.852892:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852900:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000419957a5. 00010000:00000010:1.0:1764938849.852922:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852926:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852955:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009cbe35a3. 00010000:00000010:1.0:1764938849.852958:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.852961:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e535b44a. 00010000:00000010:1.0:1764938849.852964:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.852972:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081e935ae. 00010000:00000010:1.0:1764938849.852995:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.852998:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853029:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012737f40. 00010000:00000010:1.0:1764938849.853032:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853035:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.0:1764938849.853038:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853045:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcd03e89. 00010000:00000010:1.0:1764938849.853069:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853073:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853133:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001771a974. 00010000:00000010:1.0:1764938849.853137:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853140:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4d7be06. 00010000:00000010:1.0:1764938849.853143:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853151:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014f7256e. 00010000:00000010:1.0:1764938849.853178:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853182:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853215:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d71b2667. 00010000:00000010:1.0:1764938849.853218:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853221:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b60b9679. 00010000:00000010:1.0:1764938849.853225:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853233:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b29cbc1. 00010000:00000010:1.0:1764938849.853255:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853259:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853289:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1a0f7ec. 00010000:00000010:1.0:1764938849.853292:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853295:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.0:1764938849.853298:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853306:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037b4c545. 00010000:00000010:1.0:1764938849.853329:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853333:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853362:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c877d1b7. 00010000:00000010:1.0:1764938849.853364:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853369:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a85ab0d. 00010000:00000010:1.0:1764938849.853372:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853391:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000315e7685. 00010000:00000010:1.0:1764938849.853416:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853419:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853449:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003464d977. 00010000:00000010:1.0:1764938849.853452:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853456:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9129a9c. 00010000:00000010:1.0:1764938849.853458:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853465:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e107492. 00010000:00000010:1.0:1764938849.853485:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853488:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853521:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebb3c0df. 00010000:00000010:1.0:1764938849.853524:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853527:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000057e6df9. 00010000:00000010:1.0:1764938849.853530:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853536:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d63200a6. 00010000:00000010:1.0:1764938849.853559:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853563:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853590:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009baf4fa7. 00010000:00000010:1.0:1764938849.853592:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853595:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa03fc74. 00010000:00000010:1.0:1764938849.853597:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853605:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003366e35b. 00010000:00000010:1.0:1764938849.853626:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853628:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853660:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9cfcf92. 00010000:00000010:1.0:1764938849.853663:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853666:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef0c6208. 00010000:00000010:1.0:1764938849.853668:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853675:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c478363e. 00010000:00000010:1.0:1764938849.853697:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853701:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853731:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a28245d. 00010000:00000010:1.0:1764938849.853734:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853737:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51a268a. 00010000:00000010:1.0:1764938849.853740:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853748:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e393b0f0. 00010000:00000010:1.0:1764938849.853770:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853773:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853810:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001385aac1. 00010000:00000010:1.0:1764938849.853813:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853816:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091e7c05e. 00010000:00000010:1.0:1764938849.853819:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853827:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcd38775. 00010000:00000010:1.0:1764938849.853850:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853853:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853883:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f427876c. 00010000:00000010:1.0:1764938849.853886:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853889:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a77c2bf. 00010000:00000010:1.0:1764938849.853891:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853899:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061abd8bb. 00010000:00000010:1.0:1764938849.853922:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853925:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853958:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000730e4fca. 00010000:00000010:1.0:1764938849.853961:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.853963:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef24fbcb. 00010000:00000010:1.0:1764938849.853966:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.853974:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019c67119. 00010000:00000010:1.0:1764938849.853996:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.853999:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854029:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ea9aa57. 00010000:00000010:1.0:1764938849.854032:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854035:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021b666da. 00010000:00000010:1.0:1764938849.854038:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854046:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3a7a696. 00010000:00000010:1.0:1764938849.854067:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854070:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854146:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4b499e2. 00010000:00000010:1.0:1764938849.854149:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854152:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb340eae. 00010000:00000010:1.0:1764938849.854155:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854162:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a21851c. 00010000:00000010:1.0:1764938849.854185:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854189:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854221:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a5dab29. 00010000:00000010:1.0:1764938849.854225:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854228:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008dd800b9. 00010000:00000010:1.0:1764938849.854232:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854239:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c29a742e. 00010000:00000010:1.0:1764938849.854262:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854266:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854296:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009685d585. 00010000:00000010:1.0:1764938849.854299:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854303:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000554768b3. 00010000:00000010:1.0:1764938849.854306:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854313:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000332e3daf. 00010000:00000010:1.0:1764938849.854336:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854339:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854369:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f546e5a. 00010000:00000010:1.0:1764938849.854372:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854388:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fa7d462. 00010000:00000010:1.0:1764938849.854391:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854399:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b504ae0. 00010000:00000010:1.0:1764938849.854423:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854427:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854462:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e8b0c56. 00010000:00000010:1.0:1764938849.854466:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854469:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e9135ff. 00010000:00000010:1.0:1764938849.854472:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854479:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4b7be11. 00010000:00000010:1.0:1764938849.854517:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854521:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854551:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c4f836a. 00010000:00000010:1.0:1764938849.854554:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854556:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002adb507. 00010000:00000010:1.0:1764938849.854560:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854567:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065ca1e30. 00010000:00000010:1.0:1764938849.854588:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854592:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854622:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f76efb39. 00010000:00000010:1.0:1764938849.854624:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854628:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e4f9b5e. 00010000:00000010:1.0:1764938849.854630:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854637:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3ef7a9b. 00010000:00000010:1.0:1764938849.854665:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854669:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854698:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ac03d01. 00010000:00000010:1.0:1764938849.854701:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854703:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000584e3044. 00010000:00000010:1.0:1764938849.854706:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854713:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000754d771e. 00010000:00000010:1.0:1764938849.854736:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854739:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854767:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee979e38. 00010000:00000010:1.0:1764938849.854770:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854773:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c15ef45. 00010000:00000010:1.0:1764938849.854776:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854782:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000667648d4. 00010000:00000010:1.0:1764938849.854805:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854809:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854838:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000715c4ef3. 00010000:00000010:1.0:1764938849.854841:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854844:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000607b850. 00010000:00000010:1.0:1764938849.854847:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854854:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c3044a6. 00010000:00000010:1.0:1764938849.854878:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854881:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854915:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc5ccc86. 00010000:00000010:1.0:1764938849.854918:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854921:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097c26024. 00010000:00000010:1.0:1764938849.854925:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.854932:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c86d771c. 00010000:00000010:1.0:1764938849.854955:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.854958:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854988:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015b16a56. 00010000:00000010:1.0:1764938849.854991:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.854995:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e30d616f. 00010000:00000010:1.0:1764938849.854998:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.855007:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064767390. 00010000:00000010:1.0:1764938849.855029:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.855033:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.855067:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000034b028f1. 00010000:00000010:1.0:1764938849.855070:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.855073:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074b11112. 00010000:00000010:1.0:1764938849.855076:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.855084:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce409a11. 00010000:00000010:1.0:1764938849.855141:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.855145:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.855176:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000204582f2. 00010000:00000010:1.0:1764938849.855179:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.855181:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.0:1764938849.855184:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.855192:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082833157. 00010000:00000010:1.0:1764938849.855213:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.855216:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.855246:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1b57ab0. 00010000:00000010:1.0:1764938849.855249:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.855252:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004a8517e. 00010000:00000010:1.0:1764938849.855255:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.855261:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085191bda. 00010000:00000010:1.0:1764938849.855281:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.855284:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.855311:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ae847b0. 00010000:00000010:1.0:1764938849.855314:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.855316:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e1c11f3. 00010000:00000010:1.0:1764938849.855319:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.855325:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c395d63c. 00010000:00000010:1.0:1764938849.855346:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.855349:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00000800:00000200:0.0:1764938849.855530:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.855534:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:0.0:1764938849.855538:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.855547:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.855552:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:0.0:1764938849.855554:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00010000:00000010:1.0:1764938849.856924:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c606359. 00010000:00000010:1.0:1764938849.856933:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.856937:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000868f9fc1. 00010000:00000010:1.0:1764938849.856943:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.856961:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3440ccb. 00010000:00000010:1.0:1764938849.857011:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857016:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857069:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000500350ff. 00010000:00000010:1.0:1764938849.857072:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857075:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6ee5427. 00010000:00000010:1.0:1764938849.857078:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857084:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b59a54e. 00010000:00000010:1.0:1764938849.857120:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857124:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857159:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000f261d1. 00010000:00000010:1.0:1764938849.857162:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857165:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b8b0847. 00010000:00000010:1.0:1764938849.857168:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857173:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000904b21d8. 00010000:00000010:1.0:1764938849.857191:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857193:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857217:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3498f05. 00010000:00000010:1.0:1764938849.857219:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857222:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccf0c575. 00010000:00000010:1.0:1764938849.857224:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857229:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026f5a80f. 00010000:00000010:1.0:1764938849.857247:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857250:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857273:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebe54c8a. 00010000:00000010:1.0:1764938849.857275:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857277:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c50af62d. 00010000:00000010:1.0:1764938849.857279:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857285:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042c58841. 00010000:00000010:1.0:1764938849.857300:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857302:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857325:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b28000a. 00010000:00000010:1.0:1764938849.857327:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857330:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b37b0291. 00010000:00000010:1.0:1764938849.857332:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857339:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001537c734. 00010000:00000010:1.0:1764938849.857359:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857363:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857414:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080b8ec68. 00010000:00000010:1.0:1764938849.857417:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857420:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bdb6df7. 00010000:00000010:1.0:1764938849.857422:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857430:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5590399. 00010000:00000010:1.0:1764938849.857452:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857455:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857482:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006c831b7. 00010000:00000010:1.0:1764938849.857485:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857487:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0c87c8a. 00010000:00000010:1.0:1764938849.857490:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857496:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e875937. 00010000:00000010:1.0:1764938849.857518:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857521:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857790:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f16cc904. 00010000:00000010:1.0:1764938849.857793:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857796:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e6cedb4. 00010000:00000010:1.0:1764938849.857799:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857807:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092335206. 00010000:00000010:1.0:1764938849.857831:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857835:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857866:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e83c62c4. 00010000:00000010:1.0:1764938849.857869:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857872:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000714f85d8. 00010000:00000010:1.0:1764938849.857874:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857881:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049dc6142. 00010000:00000010:1.0:1764938849.857904:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857907:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857938:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000101f491. 00010000:00000010:1.0:1764938849.857941:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.857945:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.0:1764938849.857948:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.857956:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079fa100f. 00010000:00000010:1.0:1764938849.857979:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.857982:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858013:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df52c003. 00010000:00000010:1.0:1764938849.858016:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858019:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005558a43e. 00010000:00000010:1.0:1764938849.858022:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858030:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a007bfa1. 00010000:00000010:1.0:1764938849.858054:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858057:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858090:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e530bfa. 00010000:00000010:1.0:1764938849.858093:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858096:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:1.0:1764938849.858099:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858195:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004da6e208. 00010000:00000010:1.0:1764938849.858222:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858226:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858258:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a63b6d69. 00010000:00000010:1.0:1764938849.858261:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858264:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:1.0:1764938849.858267:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858275:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000170f2090. 00010000:00000010:1.0:1764938849.858299:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858303:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858336:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040b41c8a. 00010000:00000010:1.0:1764938849.858339:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858342:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009987f10. 00010000:00000010:1.0:1764938849.858344:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858353:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be0bbd97. 00010000:00000010:1.0:1764938849.858387:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858392:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858422:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f2901f5. 00010000:00000010:1.0:1764938849.858425:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858428:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a5f0a02. 00010000:00000010:1.0:1764938849.858432:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858439:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1e2b07. 00010000:00000010:1.0:1764938849.858462:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858466:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858495:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000987ee5f5. 00010000:00000010:1.0:1764938849.858498:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858500:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000debf3ffc. 00010000:00000010:1.0:1764938849.858503:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858510:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eec329e. 00010000:00000010:1.0:1764938849.858625:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858630:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858663:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2e3b0c0. 00010000:00000010:1.0:1764938849.858666:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858668:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071bc0922. 00010000:00000010:1.0:1764938849.858671:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858678:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010ab2033. 00010000:00000010:1.0:1764938849.858701:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858704:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858737:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a93d80b1. 00010000:00000010:1.0:1764938849.858740:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858742:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.0:1764938849.858744:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858752:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063ac6fea. 00010000:00000010:1.0:1764938849.858774:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858777:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858807:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006779d45e. 00010000:00000010:1.0:1764938849.858810:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858813:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:1.0:1764938849.858816:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858823:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000690a94a. 00010000:00000010:1.0:1764938849.858845:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858849:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858882:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011dfc869. 00010000:00000010:1.0:1764938849.858884:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858887:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e180d753. 00010000:00000010:1.0:1764938849.858890:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858897:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097e757f3. 00010000:00000010:1.0:1764938849.858920:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858923:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858949:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0b6f7b2. 00010000:00000010:1.0:1764938849.858952:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.858955:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.0:1764938849.858957:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.858964:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5ebd643. 00010000:00000010:1.0:1764938849.858987:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.858990:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859017:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000430cb059. 00010000:00000010:1.0:1764938849.859020:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859025:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079beaa58. 00010000:00000010:1.0:1764938849.859028:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.859035:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ad26a20. 00010000:00000010:1.0:1764938849.859057:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.859060:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859089:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f0e8562. 00010000:00000010:1.0:1764938849.859092:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859095:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023521882. 00010000:00000010:1.0:1764938849.859098:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.859131:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e71a245. 00010000:00000010:1.0:1764938849.859157:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.859161:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859194:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003cbb105d. 00010000:00000010:1.0:1764938849.859197:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859200:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd78e5a5. 00010000:00000010:1.0:1764938849.859203:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.859211:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034dd786b. 00010000:00000010:1.0:1764938849.859233:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.859237:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859266:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb7cb533. 00010000:00000010:1.0:1764938849.859269:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859272:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000577ac9be. 00010000:00000010:1.0:1764938849.859275:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.859282:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006120d0d5. 00010000:00000010:1.0:1764938849.859304:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.859308:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859339:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000569f8092. 00010000:00000010:1.0:1764938849.859342:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859345:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001faf10d5. 00010000:00000010:1.0:1764938849.859349:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.859357:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4dfec6e. 00010000:00000010:1.0:1764938849.859394:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.859398:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859430:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0be2a4a. 00010000:00000010:1.0:1764938849.859433:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859435:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e10ebedd. 00010000:00000010:1.0:1764938849.859438:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.859447:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dbab1c0. 00010000:00000010:1.0:1764938849.859471:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.859475:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859504:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9600190. 00010000:00000010:1.0:1764938849.859507:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.859510:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059a3554f. 00010000:00000010:1.0:1764938849.859513:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.859521:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066a4e98a. 00010000:00000010:1.0:1764938849.860025:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860030:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860066:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069a8076a. 00010000:00000010:1.0:1764938849.860069:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860072:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf979fb4. 00010000:00000010:1.0:1764938849.860076:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860084:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c030f505. 00010000:00000010:1.0:1764938849.860205:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860209:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860248:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee86fb42. 00010000:00000010:1.0:1764938849.860251:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860254:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7127467. 00010000:00000010:1.0:1764938849.860257:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860265:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000325d7fb2. 00010000:00000010:1.0:1764938849.860289:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860292:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860321:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000321aa0c2. 00010000:00000010:1.0:1764938849.860324:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860327:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048298f83. 00010000:00000010:1.0:1764938849.860330:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860337:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000503816ed. 00010000:00000010:1.0:1764938849.860360:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860364:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860407:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f44c7260. 00010000:00000010:1.0:1764938849.860411:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860414:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1599fcb. 00010000:00000010:1.0:1764938849.860417:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860424:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032e127f7. 00010000:00000010:1.0:1764938849.860447:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860450:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860479:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000312ca762. 00010000:00000010:1.0:1764938849.860482:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860485:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093b4de81. 00010000:00000010:1.0:1764938849.860489:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860496:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000910f61bb. 00010000:00000010:1.0:1764938849.860519:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860522:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860615:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b699e9d. 00010000:00000010:1.0:1764938849.860618:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860621:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a75a4b6e. 00010000:00000010:1.0:1764938849.860624:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860633:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a02a7c0. 00010000:00000010:1.0:1764938849.860656:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860660:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860689:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006da598b6. 00010000:00000010:1.0:1764938849.860692:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860695:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a6bc001. 00010000:00000010:1.0:1764938849.860698:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860705:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe901c2b. 00010000:00000010:1.0:1764938849.860727:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860731:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860763:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006972234d. 00010000:00000010:1.0:1764938849.860766:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860770:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f057c18. 00010000:00000010:1.0:1764938849.860773:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860780:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fccaaf1f. 00010000:00000010:1.0:1764938849.860800:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860804:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860833:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b836add0. 00010000:00000010:1.0:1764938849.860836:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860839:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fd8ee8d. 00010000:00000010:1.0:1764938849.860842:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860849:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b99ad705. 00010000:00000010:1.0:1764938849.860869:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860872:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860905:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ceec9b3. 00010000:00000010:1.0:1764938849.860908:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860911:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e854840e. 00010000:00000010:1.0:1764938849.860914:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860925:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc984f8f. 00010000:00000010:1.0:1764938849.860946:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.860949:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860978:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000547a46ca. 00010000:00000010:1.0:1764938849.860980:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.860983:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb752c7f. 00010000:00000010:1.0:1764938849.860986:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.860993:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003609cc3d. 00010000:00000010:1.0:1764938849.861016:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861019:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861047:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047ad5c18. 00010000:00000010:1.0:1764938849.861049:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861053:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dc2640a. 00010000:00000010:1.0:1764938849.861057:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861064:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de0de1b1. 00010000:00000010:1.0:1764938849.861085:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861089:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861146:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc75fb88. 00010000:00000010:1.0:1764938849.861149:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861152:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9bd48b6. 00010000:00000010:1.0:1764938849.861155:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861162:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097ef8763. 00010000:00000010:1.0:1764938849.861185:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861189:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861222:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7821e7b. 00010000:00000010:1.0:1764938849.861225:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861228:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002259f7b4. 00010000:00000010:1.0:1764938849.861231:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861238:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b1c037. 00010000:00000010:1.0:1764938849.861258:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861261:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861289:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006457e17b. 00010000:00000010:1.0:1764938849.861292:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861295:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006756f0e9. 00010000:00000010:1.0:1764938849.861297:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861304:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7fece8a. 00010000:00000010:1.0:1764938849.861324:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861328:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861358:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000273e62d6. 00010000:00000010:1.0:1764938849.861361:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861363:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018c51853. 00010000:00000010:1.0:1764938849.861366:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861373:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4932b16. 00010000:00000010:1.0:1764938849.861407:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861411:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861442:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b1e6c2d. 00010000:00000010:1.0:1764938849.861445:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861448:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009592f8c1. 00010000:00000010:1.0:1764938849.861451:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861458:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd7d4dcf. 00010000:00000010:1.0:1764938849.861480:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861483:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861513:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009edd3d73. 00010000:00000010:1.0:1764938849.861515:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861518:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5489dcf. 00010000:00000010:1.0:1764938849.861522:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861529:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c58beb4. 00010000:00000010:1.0:1764938849.861615:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861620:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861651:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036b7857c. 00010000:00000010:1.0:1764938849.861653:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861657:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6054114. 00010000:00000010:1.0:1764938849.861659:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861667:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b443d1. 00010000:00000010:1.0:1764938849.861690:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861693:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861725:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d51e663. 00010000:00000010:1.0:1764938849.861728:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861731:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c047de25. 00010000:00000010:1.0:1764938849.861734:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861744:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce2754b2. 00010000:00000010:1.0:1764938849.861765:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861768:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861797:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0b0e38f. 00010000:00000010:1.0:1764938849.861800:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861803:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028c1af96. 00010000:00000010:1.0:1764938849.861806:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861813:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c63a0c8b. 00010000:00000010:1.0:1764938849.861834:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861838:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861870:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000405c2826. 00010000:00000010:1.0:1764938849.861873:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861876:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9ffa46d. 00010000:00000010:1.0:1764938849.861879:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861886:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000959f33d3. 00010000:00000010:1.0:1764938849.861908:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861911:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861938:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d767a18. 00010000:00000010:1.0:1764938849.861941:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.861944:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6a5f9ae. 00010000:00000010:1.0:1764938849.861947:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.861955:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024d5180f. 00010000:00000010:1.0:1764938849.861977:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.861981:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862010:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003180193a. 00010000:00000010:1.0:1764938849.862013:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862016:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab43267d. 00010000:00000010:1.0:1764938849.862019:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862026:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007cbf296. 00010000:00000010:1.0:1764938849.862048:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862051:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862081:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a80366e8. 00010000:00000010:1.0:1764938849.862083:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862086:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df6961cb. 00010000:00000010:1.0:1764938849.862089:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862097:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007319236d. 00010000:00000010:1.0:1764938849.862145:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862149:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862182:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004312c0d8. 00010000:00000010:1.0:1764938849.862185:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862188:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a631bb4. 00010000:00000010:1.0:1764938849.862191:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862198:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002adc1ffd. 00010000:00000010:1.0:1764938849.862220:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862223:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862252:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a856ff3. 00010000:00000010:1.0:1764938849.862255:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862258:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e901e548. 00010000:00000010:1.0:1764938849.862261:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862269:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000189ca5ce. 00010000:00000010:1.0:1764938849.862291:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862294:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862327:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f412ba0. 00010000:00000010:1.0:1764938849.862330:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862333:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.0:1764938849.862335:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862343:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eaaa1228. 00010000:00000010:1.0:1764938849.862365:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862368:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862408:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016de4f24. 00010000:00000010:1.0:1764938849.862411:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862415:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002603156e. 00010000:00000010:1.0:1764938849.862418:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862424:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000554e7d37. 00010000:00000010:1.0:1764938849.862446:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862449:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862478:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c99fb58. 00010000:00000010:1.0:1764938849.862481:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862483:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e17162c. 00010000:00000010:1.0:1764938849.862486:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862495:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec8efed7. 00010000:00000010:1.0:1764938849.862516:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862522:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862608:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bbfa27d. 00010000:00000010:1.0:1764938849.862612:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862614:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012d74219. 00010000:00000010:1.0:1764938849.862617:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862625:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7f33b02. 00010000:00000010:1.0:1764938849.862647:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862650:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862681:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e43b36f8. 00010000:00000010:1.0:1764938849.862684:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862686:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5def7c3. 00010000:00000010:1.0:1764938849.862689:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862697:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b990a3d. 00010000:00000010:1.0:1764938849.862716:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862720:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862748:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000757ad4b7. 00010000:00000010:1.0:1764938849.862750:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862753:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec4f237. 00010000:00000010:1.0:1764938849.862756:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862763:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060f0e4fa. 00010000:00000010:1.0:1764938849.862783:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862786:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862816:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007157cab0. 00010000:00000010:1.0:1764938849.862819:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862821:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015a9c2cf. 00010000:00000010:1.0:1764938849.862823:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862830:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dc6ff60. 00010000:00000010:1.0:1764938849.862847:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862849:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862872:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab3b7758. 00010000:00000010:1.0:1764938849.862874:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862877:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da0c994e. 00010000:00000010:1.0:1764938849.862880:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862886:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b05825fa. 00010000:00000010:1.0:1764938849.862904:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862907:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862931:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ceae8e8. 00010000:00000010:1.0:1764938849.862933:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862936:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000876cd5bc. 00010000:00000010:1.0:1764938849.862938:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.862946:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f4febda. 00010000:00000010:1.0:1764938849.862964:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.862967:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862991:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dd05af4. 00010000:00000010:1.0:1764938849.862994:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.862996:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002feedf3a. 00010000:00000010:1.0:1764938849.862999:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863006:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9e8571f. 00010000:00000010:1.0:1764938849.863024:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863027:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863056:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006de1cb95. 00010000:00000010:1.0:1764938849.863058:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863060:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031c0ce41. 00010000:00000010:1.0:1764938849.863063:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863069:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009cb9f7c. 00010000:00000010:1.0:1764938849.863086:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863088:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863136:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000431a9009. 00010000:00000010:1.0:1764938849.863138:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863141:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.0:1764938849.863143:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863149:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082301d63. 00010000:00000010:1.0:1764938849.863167:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863170:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863196:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064e48131. 00010000:00000010:1.0:1764938849.863198:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863201:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e826759. 00010000:00000010:1.0:1764938849.863203:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863209:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013040fad. 00010000:00000010:1.0:1764938849.863225:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863228:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863252:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004443205a. 00010000:00000010:1.0:1764938849.863254:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863257:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0a39573. 00010000:00000010:1.0:1764938849.863259:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863265:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9def650. 00010000:00000010:1.0:1764938849.863284:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863286:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863309:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bae50ee7. 00010000:00000010:1.0:1764938849.863311:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863314:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.0:1764938849.863317:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863323:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000203bac47. 00010000:00000010:1.0:1764938849.863339:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863342:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863363:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c39dc15. 00010000:00000010:1.0:1764938849.863366:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863369:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.0:1764938849.863371:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863390:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d61a9c8. 00010000:00000010:1.0:1764938849.863412:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863415:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863440:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000877054a3. 00010000:00000010:1.0:1764938849.863442:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863445:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.0:1764938849.863447:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863454:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a42d661. 00010000:00000010:1.0:1764938849.863470:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863473:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863497:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033753cd3. 00010000:00000010:1.0:1764938849.863499:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863501:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd97f9a1. 00010000:00000010:1.0:1764938849.863504:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863510:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eff07d07. 00010000:00000010:1.0:1764938849.863526:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863529:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863656:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078831294. 00010000:00000010:1.0:1764938849.863659:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863662:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2703a34. 00010000:00000010:1.0:1764938849.863665:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863674:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059d48009. 00010000:00000010:1.0:1764938849.863696:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863699:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863729:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059f3a637. 00010000:00000010:1.0:1764938849.863732:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863736:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000917ad472. 00010000:00000010:1.0:1764938849.863739:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863746:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022faa287. 00010000:00000010:1.0:1764938849.863769:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.863773:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00000001:00000010:1.0:1764938849.863795:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e452c68b. 00000001:00000010:1.0:1764938849.863800:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e452c68b. 00000001:00000010:1.0:1764938849.863803:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e452c68b. 00000001:00000010:1.0:1764938849.863806:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000067f968c. 00010000:00000010:1.0:1764938849.863822:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8b7ffe7. 00010000:00000010:1.0:1764938849.863824:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.863827:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059c90f63. 00010000:00000010:1.0:1764938849.863830:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.863839:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015260124. 00010000:00000010:2.1:1764938849.867140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89f8eef. 00010000:00000010:1.1:1764938849.867222:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d02db85b. 00010000:00000010:1.1:1764938849.867229:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00010000:00000010:1.1:1764938849.867234:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603d2b87. 00010000:00000010:1.1:1764938849.867239:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984b8590. 00010000:00000010:1.1:1764938849.867242:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a04fe592. 00010000:00000010:1.1:1764938849.867246:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9cd932. 00010000:00000010:1.1:1764938849.872579:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbe69ff6. 00010000:00000010:1.1:1764938849.872594:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bd6137. 00010000:00000010:1.1:1764938849.872598:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c44d912. 00010000:00000010:1.1:1764938849.872603:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8b4d6e. 00010000:00000010:1.1:1764938849.872605:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad96e5f1. 00010000:00000010:1.1:1764938849.872609:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068c13420. 00010000:00000010:1.1:1764938849.872611:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb488db. 00010000:00000010:1.1:1764938849.872613:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a000dee4. 00010000:00000010:1.1:1764938849.872616:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d83b68. 00010000:00000010:1.1:1764938849.872618:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000244b8b2a. 00010000:00000010:1.1:1764938849.872623:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006146b11a. 00010000:00000010:1.1:1764938849.872627:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bbfc59. 00010000:00000010:1.1:1764938849.872629:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e5e566. 00010000:00000010:1.1:1764938849.872631:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000247f5366. 00010000:00000010:1.1:1764938849.872636:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000879c7db9. 00010000:00000010:1.1:1764938849.872639:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f906096. 00010000:00000010:1.1:1764938849.872641:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5395866. 00010000:00000010:1.1:1764938849.872643:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90ed58e. 00010000:00000010:1.1:1764938849.872645:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004116b860. 00010000:00000010:1.1:1764938849.872647:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23d5a32. 00010000:00000010:1.1:1764938849.872650:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cbe35a3. 00010000:00000010:1.1:1764938849.872653:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e535b44a. 00010000:00000010:1.1:1764938849.872655:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012737f40. 00010000:00000010:1.1:1764938849.872657:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2bd89c. 00010000:00000010:1.1:1764938849.872659:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001771a974. 00010000:00000010:1.1:1764938849.872661:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d7be06. 00010000:00000010:1.1:1764938849.872666:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d71b2667. 00010000:00000010:1.1:1764938849.872669:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b60b9679. 00010000:00000010:1.1:1764938849.872671:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a0f7ec. 00010000:00000010:1.1:1764938849.872673:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfed480a. 00010000:00000010:1.1:1764938849.872676:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c877d1b7. 00010000:00000010:1.1:1764938849.872680:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a85ab0d. 00010000:00000010:1.1:1764938849.872684:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003464d977. 00010000:00000010:1.1:1764938849.872688:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9129a9c. 00010000:00000010:1.1:1764938849.872691:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb3c0df. 00010000:00000010:1.1:1764938849.872693:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057e6df9. 00010000:00000010:1.1:1764938849.872695:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009baf4fa7. 00010000:00000010:1.1:1764938849.872698:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa03fc74. 00010000:00000010:1.1:1764938849.872700:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9cfcf92. 00010000:00000010:1.1:1764938849.872703:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef0c6208. 00010000:00000010:1.1:1764938849.872707:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a28245d. 00010000:00000010:1.1:1764938849.872709:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51a268a. 00010000:00000010:1.1:1764938849.872712:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001385aac1. 00010000:00000010:1.1:1764938849.872714:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e7c05e. 00010000:00000010:1.1:1764938849.872719:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f427876c. 00010000:00000010:1.1:1764938849.872722:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a77c2bf. 00010000:00000010:1.1:1764938849.872724:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730e4fca. 00010000:00000010:1.1:1764938849.872726:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef24fbcb. 00010000:00000010:1.1:1764938849.872728:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea9aa57. 00010000:00000010:1.1:1764938849.872731:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b666da. 00010000:00000010:1.1:1764938849.872734:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b499e2. 00010000:00000010:1.1:1764938849.872736:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb340eae. 00010000:00000010:1.1:1764938849.872739:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a5dab29. 00010000:00000010:1.1:1764938849.872741:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd800b9. 00010000:00000010:1.1:1764938849.872743:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009685d585. 00010000:00000010:1.1:1764938849.872745:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554768b3. 00010000:00000010:1.1:1764938849.872747:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f546e5a. 00010000:00000010:1.1:1764938849.872749:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fa7d462. 00010000:00000010:1.1:1764938849.872752:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e8b0c56. 00010000:00000010:1.1:1764938849.872755:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e9135ff. 00010000:00000010:1.1:1764938849.872758:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c4f836a. 00010000:00000010:1.1:1764938849.872760:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002adb507. 00010000:00000010:1.1:1764938849.872763:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f76efb39. 00010000:00000010:1.1:1764938849.872766:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e4f9b5e. 00010000:00000010:1.1:1764938849.872770:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ac03d01. 00010000:00000010:1.1:1764938849.872774:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000584e3044. 00010000:00000010:1.1:1764938849.872777:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee979e38. 00010000:00000010:1.1:1764938849.872781:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c15ef45. 00010000:00000010:1.1:1764938849.872783:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000715c4ef3. 00010000:00000010:1.1:1764938849.872785:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000607b850. 00010000:00000010:1.1:1764938849.872789:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc5ccc86. 00010000:00000010:1.1:1764938849.872791:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c26024. 00010000:00000010:1.1:1764938849.872794:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015b16a56. 00010000:00000010:1.1:1764938849.872797:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30d616f. 00010000:00000010:1.1:1764938849.872799:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b028f1. 00010000:00000010:1.1:1764938849.872801:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b11112. 00010000:00000010:1.1:1764938849.872803:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000204582f2. 00010000:00000010:1.1:1764938849.872805:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6595ad4. 00010000:00000010:1.1:1764938849.872807:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b57ab0. 00010000:00000010:1.1:1764938849.872808:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a8517e. 00010000:00000010:1.1:1764938849.872811:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae847b0. 00010000:00000010:1.1:1764938849.872813:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1c11f3. 00010000:00000010:1.1:1764938849.872815:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c606359. 00010000:00000010:1.1:1764938849.872817:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000868f9fc1. 00010000:00000010:1.1:1764938849.872818:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500350ff. 00010000:00000010:1.1:1764938849.872820:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ee5427. 00010000:00000010:1.1:1764938849.872824:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000f261d1. 00010000:00000010:1.1:1764938849.872827:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b8b0847. 00010000:00000010:1.1:1764938849.872829:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3498f05. 00010000:00000010:1.1:1764938849.872831:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccf0c575. 00010000:00000010:1.1:1764938849.872834:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe54c8a. 00010000:00000010:1.1:1764938849.872836:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c50af62d. 00010000:00000010:1.1:1764938849.872838:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b28000a. 00010000:00000010:1.1:1764938849.872840:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b37b0291. 00010000:00000010:1.1:1764938849.872842:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080b8ec68. 00010000:00000010:1.1:1764938849.872845:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bdb6df7. 00010000:00000010:1.1:1764938849.872847:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c831b7. 00010000:00000010:1.1:1764938849.872850:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0c87c8a. 00010000:00000010:1.1:1764938849.872852:0:71732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f16cc904. 00010000:00000010:1.1:1764938849.872854:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e6cedb4. 00010000:00000010:1.1:1764938849.872872:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83c62c4. 00010000:00000010:1.1:1764938849.872876:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000714f85d8. 00010000:00000010:1.1:1764938849.872880:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000101f491. 00010000:00000010:1.1:1764938849.872883:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0cd5ab. 00010000:00000010:1.1:1764938849.872888:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df52c003. 00010000:00000010:1.1:1764938849.872891:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a43e. 00010000:00000010:1.1:1764938849.872894:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e530bfa. 00010000:00000010:1.1:1764938849.872898:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dd80ba. 00010000:00000010:1.1:1764938849.872901:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a63b6d69. 00010000:00000010:1.1:1764938849.872904:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fd9bc8. 00010000:00000010:1.1:1764938849.872908:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040b41c8a. 00010000:00000010:1.1:1764938849.872910:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009987f10. 00010000:00000010:1.1:1764938849.872912:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f2901f5. 00010000:00000010:1.1:1764938849.872914:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5f0a02. 00010000:00000010:1.1:1764938849.872916:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000987ee5f5. 00010000:00000010:1.1:1764938849.872918:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debf3ffc. 00010000:00000010:1.1:1764938849.872920:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2e3b0c0. 00010000:00000010:1.1:1764938849.872922:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bc0922. 00010000:00000010:1.1:1764938849.872924:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a93d80b1. 00010000:00000010:1.1:1764938849.872926:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035257ac5. 00010000:00000010:1.1:1764938849.872929:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006779d45e. 00010000:00000010:1.1:1764938849.872931:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c4c9d1. 00010000:00000010:1.1:1764938849.872933:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011dfc869. 00010000:00000010:1.1:1764938849.872936:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e180d753. 00010000:00000010:1.1:1764938849.872939:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0b6f7b2. 00010000:00000010:1.1:1764938849.872941:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3949e3b. 00010000:00000010:1.1:1764938849.872943:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000430cb059. 00010000:00000010:1.1:1764938849.872946:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079beaa58. 00010000:00000010:1.1:1764938849.872948:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f0e8562. 00010000:00000010:1.1:1764938849.872951:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023521882. 00010000:00000010:1.1:1764938849.872954:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cbb105d. 00010000:00000010:1.1:1764938849.872956:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd78e5a5. 00010000:00000010:1.1:1764938849.872959:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb7cb533. 00010000:00000010:1.1:1764938849.872961:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000577ac9be. 00010000:00000010:1.1:1764938849.872964:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000569f8092. 00010000:00000010:1.1:1764938849.872967:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001faf10d5. 00010000:00000010:1.1:1764938849.872969:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0be2a4a. 00010000:00000010:1.1:1764938849.872971:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e10ebedd. 00010000:00000010:1.1:1764938849.872973:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9600190. 00010000:00000010:1.1:1764938849.872975:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059a3554f. 00010000:00000010:1.1:1764938849.872977:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069a8076a. 00010000:00000010:1.1:1764938849.872980:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf979fb4. 00010000:00000010:1.1:1764938849.872981:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee86fb42. 00010000:00000010:1.1:1764938849.872983:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7127467. 00010000:00000010:1.1:1764938849.872985:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000321aa0c2. 00010000:00000010:1.1:1764938849.872987:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048298f83. 00010000:00000010:1.1:1764938849.872990:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44c7260. 00010000:00000010:1.1:1764938849.872992:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1599fcb. 00010000:00000010:1.1:1764938849.872994:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000312ca762. 00010000:00000010:1.1:1764938849.872996:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093b4de81. 00010000:00000010:1.1:1764938849.872999:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b699e9d. 00010000:00000010:1.1:1764938849.873001:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75a4b6e. 00010000:00000010:1.1:1764938849.873003:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006da598b6. 00010000:00000010:1.1:1764938849.873005:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6bc001. 00010000:00000010:1.1:1764938849.873007:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006972234d. 00010000:00000010:1.1:1764938849.873009:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f057c18. 00010000:00000010:1.1:1764938849.873011:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b836add0. 00010000:00000010:1.1:1764938849.873013:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fd8ee8d. 00010000:00000010:1.1:1764938849.873016:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ceec9b3. 00010000:00000010:1.1:1764938849.873019:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e854840e. 00010000:00000010:1.1:1764938849.873022:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000547a46ca. 00010000:00000010:1.1:1764938849.873024:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb752c7f. 00010000:00000010:1.1:1764938849.873026:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047ad5c18. 00010000:00000010:1.1:1764938849.873029:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc2640a. 00010000:00000010:1.1:1764938849.873034:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc75fb88. 00010000:00000010:1.1:1764938849.873037:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9bd48b6. 00010000:00000010:1.1:1764938849.873039:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7821e7b. 00010000:00000010:1.1:1764938849.873041:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002259f7b4. 00010000:00000010:1.1:1764938849.873044:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006457e17b. 00010000:00000010:1.1:1764938849.873046:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006756f0e9. 00010000:00000010:1.1:1764938849.873049:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273e62d6. 00010000:00000010:1.1:1764938849.873051:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c51853. 00010000:00000010:1.1:1764938849.873054:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b1e6c2d. 00010000:00000010:1.1:1764938849.873056:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009592f8c1. 00010000:00000010:1.1:1764938849.873058:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009edd3d73. 00010000:00000010:1.1:1764938849.873061:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5489dcf. 00010000:00000010:1.1:1764938849.873063:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036b7857c. 00010000:00000010:1.1:1764938849.873065:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6054114. 00010000:00000010:1.1:1764938849.873068:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d51e663. 00010000:00000010:1.1:1764938849.873070:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c047de25. 00010000:00000010:1.1:1764938849.873073:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b0e38f. 00010000:00000010:1.1:1764938849.873075:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c1af96. 00010000:00000010:1.1:1764938849.873077:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000405c2826. 00010000:00000010:1.1:1764938849.873080:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ffa46d. 00010000:00000010:1.1:1764938849.873082:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d767a18. 00010000:00000010:1.1:1764938849.873084:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6a5f9ae. 00010000:00000010:1.1:1764938849.873086:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003180193a. 00010000:00000010:1.1:1764938849.873088:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab43267d. 00010000:00000010:1.1:1764938849.873090:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a80366e8. 00010000:00000010:1.1:1764938849.873092:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df6961cb. 00010000:00000010:1.1:1764938849.873095:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004312c0d8. 00010000:00000010:1.1:1764938849.873098:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a631bb4. 00010000:00000010:1.1:1764938849.873099:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a856ff3. 00010000:00000010:1.1:1764938849.873120:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e901e548. 00010000:00000010:1.1:1764938849.873123:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f412ba0. 00010000:00000010:1.1:1764938849.873125:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.1:1764938849.873128:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016de4f24. 00010000:00000010:1.1:1764938849.873132:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002603156e. 00010000:00000010:1.1:1764938849.873135:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99fb58. 00010000:00000010:1.1:1764938849.873138:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e17162c. 00010000:00000010:1.1:1764938849.873144:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bbfa27d. 00010000:00000010:1.1:1764938849.873148:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012d74219. 00010000:00000010:1.1:1764938849.873150:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e43b36f8. 00010000:00000010:1.1:1764938849.873152:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5def7c3. 00010000:00000010:1.1:1764938849.873154:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000757ad4b7. 00010000:00000010:1.1:1764938849.873157:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec4f237. 00010000:00000010:1.1:1764938849.873159:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007157cab0. 00010000:00000010:1.1:1764938849.873161:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a9c2cf. 00010000:00000010:1.1:1764938849.873163:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab3b7758. 00010000:00000010:1.1:1764938849.873165:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0c994e. 00010000:00000010:1.1:1764938849.873167:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ceae8e8. 00010000:00000010:1.1:1764938849.873170:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876cd5bc. 00010000:00000010:1.1:1764938849.873171:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd05af4. 00010000:00000010:1.1:1764938849.873174:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002feedf3a. 00010000:00000010:1.1:1764938849.873176:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006de1cb95. 00010000:00000010:1.1:1764938849.873179:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031c0ce41. 00010000:00000010:1.1:1764938849.873181:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431a9009. 00010000:00000010:1.1:1764938849.873183:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.1:1764938849.873186:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e48131. 00010000:00000010:1.1:1764938849.873188:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e826759. 00010000:00000010:1.1:1764938849.873193:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004443205a. 00010000:00000010:1.1:1764938849.873196:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a39573. 00010000:00000010:1.1:1764938849.873198:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bae50ee7. 00010000:00000010:1.1:1764938849.873200:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.1:1764938849.873202:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c39dc15. 00010000:00000010:1.1:1764938849.873205:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.1:1764938849.873207:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000877054a3. 00010000:00000010:1.1:1764938849.873210:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.1:1764938849.873212:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033753cd3. 00010000:00000010:1.1:1764938849.873214:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd97f9a1. 00010000:00000010:1.1:1764938849.873217:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078831294. 00010000:00000010:1.1:1764938849.873220:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2703a34. 00010000:00000010:1.1:1764938849.873223:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f3a637. 00010000:00000010:1.1:1764938849.873225:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000917ad472. 00080000:00000010:0.0:1764938849.875675:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022faa287. 00080000:00000010:0.0:1764938849.875685:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059d48009. 00080000:00000010:0.0:1764938849.875687:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eff07d07. 00080000:00000010:0.0:1764938849.875690:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a42d661. 00080000:00000010:0.0:1764938849.875693:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d61a9c8. 00080000:00000010:0.0:1764938849.875696:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000203bac47. 00080000:00000010:0.0:1764938849.875702:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9def650. 00080000:00000010:0.0:1764938849.875704:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013040fad. 00080000:00000010:0.0:1764938849.875706:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082301d63. 00080000:00000010:0.0:1764938849.875708:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009cb9f7c. 00080000:00000010:0.0:1764938849.875710:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9e8571f. 00080000:00000010:0.0:1764938849.875713:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f4febda. 00080000:00000010:0.0:1764938849.875715:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b05825fa. 00080000:00000010:0.0:1764938849.875717:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dc6ff60. 00080000:00000010:0.0:1764938849.875719:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060f0e4fa. 00080000:00000010:0.0:1764938849.875721:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b990a3d. 00080000:00000010:0.0:1764938849.875723:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7f33b02. 00080000:00000010:0.0:1764938849.875726:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec8efed7. 00080000:00000010:0.0:1764938849.875728:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000554e7d37. 00080000:00000010:0.0:1764938849.875730:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eaaa1228. 00080000:00000010:0.0:1764938849.875733:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000189ca5ce. 00080000:00000010:0.0:1764938849.875735:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002adc1ffd. 00080000:00000010:0.0:1764938849.875738:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007319236d. 00080000:00000010:0.0:1764938849.875741:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007cbf296. 00080000:00000010:0.0:1764938849.875743:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024d5180f. 00080000:00000010:0.0:1764938849.875745:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000959f33d3. 00080000:00000010:0.0:1764938849.875747:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c63a0c8b. 00080000:00000010:0.0:1764938849.875749:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce2754b2. 00080000:00000010:0.0:1764938849.875751:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5b443d1. 00080000:00000010:0.0:1764938849.875754:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c58beb4. 00080000:00000010:0.0:1764938849.875756:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd7d4dcf. 00080000:00000010:0.0:1764938849.875759:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4932b16. 00080000:00000010:0.0:1764938849.875761:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7fece8a. 00080000:00000010:0.0:1764938849.875763:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5b1c037. 00080000:00000010:0.0:1764938849.875764:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097ef8763. 00080000:00000010:0.0:1764938849.875766:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de0de1b1. 00080000:00000010:0.0:1764938849.875768:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003609cc3d. 00080000:00000010:0.0:1764938849.875770:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc984f8f. 00080000:00000010:0.0:1764938849.875772:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b99ad705. 00080000:00000010:0.0:1764938849.875775:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fccaaf1f. 00080000:00000010:0.0:1764938849.875777:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe901c2b. 00080000:00000010:0.0:1764938849.875779:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a02a7c0. 00080000:00000010:0.0:1764938849.875781:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000910f61bb. 00080000:00000010:0.0:1764938849.875782:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032e127f7. 00080000:00000010:0.0:1764938849.875784:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000503816ed. 00080000:00000010:0.0:1764938849.875785:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000325d7fb2. 00080000:00000010:0.0:1764938849.875786:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c030f505. 00080000:00000010:0.0:1764938849.875788:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066a4e98a. 00080000:00000010:0.0:1764938849.875789:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006dbab1c0. 00080000:00000010:0.0:1764938849.875791:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4dfec6e. 00080000:00000010:0.0:1764938849.875793:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006120d0d5. 00080000:00000010:0.0:1764938849.875796:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034dd786b. 00080000:00000010:0.0:1764938849.875798:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e71a245. 00080000:00000010:0.0:1764938849.875803:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ad26a20. 00080000:00000010:0.0:1764938849.875805:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5ebd643. 00080000:00000010:0.0:1764938849.875807:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097e757f3. 00080000:00000010:0.0:1764938849.875810:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000690a94a. 00080000:00000010:0.0:1764938849.875812:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063ac6fea. 00080000:00000010:0.0:1764938849.875815:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010ab2033. 00080000:00000010:0.0:1764938849.875817:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008eec329e. 00080000:00000010:0.0:1764938849.875820:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd1e2b07. 00080000:00000010:0.0:1764938849.875822:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be0bbd97. 00080000:00000010:0.0:1764938849.875825:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000170f2090. 00080000:00000010:0.0:1764938849.875827:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004da6e208. 00080000:00000010:0.0:1764938849.875830:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a007bfa1. 00080000:00000010:0.0:1764938849.875833:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079fa100f. 00080000:00000010:0.0:1764938849.875835:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049dc6142. 00080000:00000010:0.0:1764938849.875837:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092335206. 00080000:00000010:0.0:1764938849.875839:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e875937. 00080000:00000010:0.0:1764938849.875841:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5590399. 00080000:00000010:0.0:1764938849.875844:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001537c734. 00080000:00000010:0.0:1764938849.875846:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042c58841. 00080000:00000010:0.0:1764938849.875848:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026f5a80f. 00080000:00000010:0.0:1764938849.875850:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000904b21d8. 00080000:00000010:0.0:1764938849.875852:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b59a54e. 00080000:00000010:0.0:1764938849.875854:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3440ccb. 00080000:00000010:0.0:1764938849.875856:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c395d63c. 00080000:00000010:0.0:1764938849.875858:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085191bda. 00080000:00000010:0.0:1764938849.875860:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082833157. 00080000:00000010:0.0:1764938849.875863:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce409a11. 00080000:00000010:0.0:1764938849.875865:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064767390. 00080000:00000010:0.0:1764938849.875868:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c86d771c. 00080000:00000010:0.0:1764938849.875871:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c3044a6. 00080000:00000010:0.0:1764938849.875873:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000667648d4. 00080000:00000010:0.0:1764938849.875876:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000754d771e. 00080000:00000010:0.0:1764938849.875878:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3ef7a9b. 00080000:00000010:0.0:1764938849.875880:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065ca1e30. 00080000:00000010:0.0:1764938849.875882:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4b7be11. 00080000:00000010:0.0:1764938849.875884:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b504ae0. 00080000:00000010:0.0:1764938849.875886:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000332e3daf. 00080000:00000010:0.0:1764938849.875888:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c29a742e. 00080000:00000010:0.0:1764938849.875889:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a21851c. 00080000:00000010:0.0:1764938849.875891:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3a7a696. 00080000:00000010:0.0:1764938849.875893:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019c67119. 00080000:00000010:0.0:1764938849.875895:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061abd8bb. 00080000:00000010:0.0:1764938849.875897:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcd38775. 00080000:00000010:0.0:1764938849.875899:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e393b0f0. 00080000:00000010:0.0:1764938849.875903:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c478363e. 00080000:00000010:0.0:1764938849.875905:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003366e35b. 00080000:00000010:0.0:1764938849.875907:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d63200a6. 00080000:00000010:0.0:1764938849.875909:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e107492. 00080000:00000010:0.0:1764938849.875911:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000315e7685. 00080000:00000010:0.0:1764938849.875913:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037b4c545. 00080000:00000010:0.0:1764938849.875915:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b29cbc1. 00080000:00000010:0.0:1764938849.875916:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014f7256e. 00080000:00000010:0.0:1764938849.875918:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcd03e89. 00080000:00000010:0.0:1764938849.875920:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081e935ae. 00080000:00000010:0.0:1764938849.875922:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000419957a5. 00080000:00000010:0.0:1764938849.875924:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004886bab7. 00080000:00000010:0.0:1764938849.875925:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dddb0370. 00080000:00000010:0.0:1764938849.875927:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048ca956a. 00080000:00000010:0.0:1764938849.875930:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000722b8e8e. 00080000:00000010:0.0:1764938849.875931:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd7f3dc8. 00080000:00000010:0.0:1764938849.875934:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4ebaddf. 00080000:00000010:0.0:1764938849.875936:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001aa0c477. 00080000:00000010:0.0:1764938849.875938:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000caf66fde. 00080000:00000010:0.0:1764938849.875941:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc1bccb8. 00080000:00000010:0.0:1764938849.875943:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a9dd014. 00080000:00000010:0.0:1764938849.875945:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c12b5bac. 00080000:00000010:0.0:1764938849.875947:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c174a066. 00080000:00000010:0.0:1764938849.875949:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1ae18e9. 00080000:00000010:0.0:1764938849.875951:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cc3bffe. 00080000:00000010:0.0:1764938849.875954:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079454cc7. 00080000:00000010:0.0:1764938849.875956:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000129e6bf1. 00080000:00000010:0.0:1764938849.875959:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6b093a7. 00080000:00000010:0.0:1764938849.875961:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de627301. 00080000:00000010:0.0:1764938849.875963:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000908771b2. 00080000:00000010:0.0:1764938849.875965:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000917d4a91. 00080000:00000010:0.0:1764938849.875966:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006944a5b0. 00080000:00000010:0.0:1764938849.875968:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003503ebf4. 00080000:00000010:0.0:1764938849.875970:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edc2ba31. 00080000:00000010:0.0:1764938849.875973:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc5afe8d. 00080000:00000010:0.0:1764938849.875975:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083928fe4. 00080000:00000010:0.0:1764938849.875977:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004aec8c03. 00080000:00000010:0.0:1764938849.875979:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f44fc72. 00080000:00000010:0.0:1764938849.875982:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2f24b3b. 00080000:00000010:0.0:1764938849.875983:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d60e3664. 00080000:00000010:0.0:1764938849.875986:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ed1ecfa. 00080000:00000010:0.0:1764938849.875987:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000088f1241. 00080000:00000010:0.0:1764938849.875989:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059fd7b66. 00080000:00000010:0.0:1764938849.875991:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008701515e. 00080000:00000010:0.0:1764938849.875993:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000967330d9. 00080000:00000010:0.0:1764938849.875994:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f663c13. 00080000:00000010:0.0:1764938849.875996:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031b08d45. 00080000:00000010:0.0:1764938849.875998:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fba9e6d0. 00080000:00000010:0.0:1764938849.876000:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081f2f261. 00080000:00000010:0.0:1764938849.876001:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002519b08d. 00080000:00000010:0.0:1764938849.876003:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a742091d. 00080000:00000010:0.0:1764938849.876005:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3413a4e. 00080000:00000010:0.0:1764938849.876008:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072eb46bb. 00080000:00000010:0.0:1764938849.876011:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000060faa46. 00080000:00000010:0.0:1764938849.876013:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000024ab61b. 00080000:00000010:0.0:1764938849.876016:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083ba2b15. 00080000:00000010:0.0:1764938849.876018:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099eb138d. 00080000:00000010:0.0:1764938849.876023:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000935007c2. 00080000:00000010:0.0:1764938849.876025:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d985efe6. 00080000:00000010:0.0:1764938849.876027:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ace21a. 00080000:00000010:0.0:1764938849.876030:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8017ee0. 00080000:00000010:0.0:1764938849.876032:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7a767fd. 00080000:00000010:0.0:1764938849.876034:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddbea069. 00080000:00000010:0.0:1764938849.876036:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2f312ab. 00080000:00000010:0.0:1764938849.876038:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b642287. 00080000:00000010:0.0:1764938849.876040:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9a55903. 00080000:00000010:0.0:1764938849.876042:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e979a3e. 00080000:00000010:0.0:1764938849.876044:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d803e579. 00080000:00000010:0.0:1764938849.876046:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fa4ba15. 00080000:00000010:0.0:1764938849.876048:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ff32875. 00080000:00000010:0.0:1764938849.876051:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfca1797. 00080000:00000010:0.0:1764938849.876053:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c00090f3. 00080000:00000010:0.0:1764938849.876055:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6edcb3f. 00080000:00000010:0.0:1764938849.876057:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097515950. 00080000:00000010:0.0:1764938849.876059:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9757eb1. 00080000:00000010:0.0:1764938849.876061:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092c73f3a. 00080000:00000010:0.0:1764938849.876064:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000daa22926. 00080000:00000010:0.0:1764938849.876066:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c059e196. 00080000:00000010:0.0:1764938849.876068:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c4d67e5. 00080000:00000010:0.0:1764938849.876071:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd71e3d0. 00080000:00000010:0.0:1764938849.876073:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d79b295. 00080000:00000010:0.0:1764938849.876075:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b526a6f6. 00080000:00000010:0.0:1764938849.876078:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4c2ccce. 00080000:00000010:0.0:1764938849.876080:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ef22972. 00080000:00000010:0.0:1764938849.876083:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c877a7c6. 00080000:00000010:0.0:1764938849.876085:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000782dbc65. 00080000:00000010:0.0:1764938849.876087:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c32692ca. 00080000:00000010:0.0:1764938849.876089:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076652955. 00080000:00000010:0.0:1764938849.876092:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccacfb8d. 00080000:00000010:0.0:1764938849.876094:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ff6aa2c. 00080000:00000010:0.0:1764938849.876096:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab657b28. 00080000:00000010:0.0:1764938849.876098:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b11b20aa. 00080000:00000010:0.0:1764938849.876100:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000053df115. 00080000:00000010:0.0:1764938849.876125:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e6a0298. 00080000:00000010:0.0:1764938849.876128:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6256a49. 00080000:00000010:0.0:1764938849.876130:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d10e591. 00080000:00000010:0.0:1764938849.876132:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d67b991f. 00080000:00000010:0.0:1764938849.876134:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb8d4511. 00080000:00000010:0.0:1764938849.876136:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4303760. 00080000:00000010:0.0:1764938849.876138:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053226281. 00080000:00000010:0.0:1764938849.876140:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf13862f. 00080000:00000010:0.0:1764938849.876146:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000876e0b60. 00080000:00000010:0.0:1764938849.876149:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000088507cd. 00080000:00000010:0.0:1764938849.876151:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d8b4a0f. 00080000:00000010:0.0:1764938849.876153:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007edb7194. 00080000:00000010:0.0:1764938849.876156:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9dc85fd. 00080000:00000010:0.0:1764938849.876158:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fa2d2f8. 00080000:00000010:0.0:1764938849.876160:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002543a650. 00080000:00000010:0.0:1764938849.876162:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2cf829b. 00080000:00000010:0.0:1764938849.876164:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078944ef8. 00080000:00000010:0.0:1764938849.876166:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c52014f7. 00080000:00000010:0.0:1764938849.876170:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f428d946. 00080000:00000010:0.0:1764938849.876172:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bacc892b. 00080000:00000010:0.0:1764938849.876174:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d176a8d. 00080000:00000010:0.0:1764938849.876176:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afb8a965. 00080000:00000010:0.0:1764938849.876178:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f19a1cde. 00080000:00000010:0.0:1764938849.876181:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0452579. 00080000:00000010:0.0:1764938849.876183:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcd059e7. 00080000:00000010:0.0:1764938849.876185:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000092174c1. 00080000:00000010:0.0:1764938849.876187:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031114811. 00080000:00000010:0.0:1764938849.876189:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e61c524c. 00080000:00000010:0.0:1764938849.876191:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed6e5cbf. 00080000:00000010:0.0:1764938849.876193:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094977cea. 00080000:00000010:0.0:1764938849.876196:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000631c8d88. 00080000:00000010:0.0:1764938849.876199:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cf2eb7f. 00080000:00000010:0.0:1764938849.876202:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e644a215. 00080000:00000010:0.0:1764938849.876204:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094578ebb. 00080000:00000010:0.0:1764938849.876206:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087d40659. 00080000:00000010:0.0:1764938849.876208:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfce5805. 00080000:00000010:0.0:1764938849.876210:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ca64a87. 00080000:00000010:0.0:1764938849.876212:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4e3cafa. 00080000:00000010:0.0:1764938849.876214:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8e68635. 00080000:00000010:0.0:1764938849.876216:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060d6fbf9. 00080000:00000010:0.0:1764938849.876218:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000630b6363. 00080000:00000010:0.0:1764938849.876220:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f52c66d. 00080000:00000010:0.0:1764938849.876221:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e9a9215. 00080000:00000010:0.0:1764938849.876224:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a69d61c. 00080000:00000010:0.0:1764938849.876226:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009144c99a. 00080000:00000010:0.0:1764938849.876229:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e63e9d5. 00080000:00000010:0.0:1764938849.876232:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0c8ceb9. 00080000:00000010:0.0:1764938849.876234:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bbc1179. 00080000:00000010:0.0:1764938849.876236:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cfb385f. 00080000:00000010:0.0:1764938849.876239:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4db2599. 00080000:00000010:0.0:1764938849.876241:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000570f30. 00080000:00000010:0.0:1764938849.876244:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cc00be5. 00080000:00000010:0.0:1764938849.876246:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff25b7a4. 00080000:00000010:0.0:1764938849.876248:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042d32c3e. 00080000:00000010:0.0:1764938849.876251:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df40a4a6. 00080000:00000010:0.0:1764938849.876253:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbc97ade. 00080000:00000010:0.0:1764938849.876258:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7fc0e96. 00080000:00000010:0.0:1764938849.876260:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095753391. 00080000:00000010:0.0:1764938849.876263:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a770347d. 00080000:00000010:0.0:1764938849.876266:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e64c0140. 00080000:00000010:0.0:1764938849.876268:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5a6d24a. 00080000:00000010:0.0:1764938849.876270:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfd89610. 00080000:00000010:0.0:1764938849.876272:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b138e70. 00080000:00000010:0.0:1764938849.876274:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063b6c4eb. 00080000:00000010:0.0:1764938849.876276:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cd71f4e. 00080000:00000010:0.0:1764938849.876278:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040f3069d. 00080000:00000010:0.0:1764938849.876280:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6c9e107. 00080000:00000010:0.0:1764938849.876282:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d235378. 00080000:00000010:0.0:1764938849.876284:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029ed2f0a. 00080000:00000010:0.0:1764938849.876286:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095432552. 00080000:00000010:0.0:1764938849.876289:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008100d29f. 00080000:00000010:0.0:1764938849.876291:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5546213. 00080000:00000010:0.0:1764938849.876294:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2f36908. 00080000:00000010:0.0:1764938849.876296:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000103bd2da. 00080000:00000010:0.0:1764938849.876298:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf2b38fc. 00080000:00000010:0.0:1764938849.876299:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f579f6a. 00080000:00000010:0.0:1764938849.876302:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4bdf9d5. 00080000:00000010:0.0:1764938849.876303:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000087cd010. 00080000:00000010:0.0:1764938849.876306:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bce4ff27. 00080000:00000010:0.0:1764938849.876307:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001585d726. 00080000:00000010:0.0:1764938849.876310:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058247f00. 00080000:00000010:0.0:1764938849.876312:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ead1095. 00080000:00000010:0.0:1764938849.876314:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd40743e. 00080000:00000010:0.0:1764938849.876316:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8e2ce34. 00080000:00000010:0.0:1764938849.876318:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000791dc33a. 00080000:00000010:0.0:1764938849.876319:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000599cdeac. 00080000:00000010:0.0:1764938849.876321:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011f3c91f. 00080000:00000010:0.0:1764938849.876323:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c0bbad6. 00080000:00000010:0.0:1764938849.876325:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce66a3a8. 00080000:00000010:0.0:1764938849.876327:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b61d8021. 00080000:00000010:0.0:1764938849.876329:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f238815. 00080000:00000010:0.0:1764938849.876332:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038e56be0. 00080000:00000010:0.0:1764938849.876335:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041fcad6c. 00080000:00000010:0.0:1764938849.876337:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f00bdf9. 00080000:00000010:0.0:1764938849.876339:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026d4d18e. 00080000:00000010:0.0:1764938849.876341:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000743a70bc. 00080000:00000010:0.0:1764938849.876343:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012b77d0f. 00080000:00000010:0.0:1764938849.876346:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000619e542a. 00080000:00000010:0.0:1764938849.876349:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000385a2fe. 00080000:00000010:0.0:1764938849.876351:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bf0760a. 00080000:00000010:0.0:1764938849.876353:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee9be080. 00080000:00000010:0.0:1764938849.876356:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8b25b02. 00080000:00000010:0.0:1764938849.876357:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c840a31. 00080000:00000010:0.0:1764938849.876359:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037634bc6. 00080000:00000010:0.0:1764938849.876361:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013cc341b. 00080000:00000010:0.0:1764938849.876363:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a87a598a. 00080000:00000010:0.0:1764938849.876365:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008652672b. 00080000:00000010:0.0:1764938849.876367:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000becc12b0. 00080000:00000010:0.0:1764938849.876369:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec172c1a. 00080000:00000010:0.0:1764938849.876371:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b60d10bf. 00080000:00000010:0.0:1764938849.876373:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007236980b. 00080000:00000010:0.0:1764938849.876374:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d30e736. 00080000:00000010:0.0:1764938849.876386:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f771c8af. 00080000:00000010:0.0:1764938849.876388:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e353f2b8. 00080000:00000010:0.0:1764938849.876391:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa0ae664. 00080000:00000010:0.0:1764938849.876393:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4745662. 00080000:00000010:0.0:1764938849.876396:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086ac92a6. 00080000:00000010:0.0:1764938849.876398:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000358fd3ab. 00080000:00000010:0.0:1764938849.876400:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047507f2f. 00080000:00000010:0.0:1764938849.876402:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3c09fc2. 00080000:00000010:0.0:1764938849.876405:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000586977fb. 00080000:00000010:0.0:1764938849.876407:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f5a88a9. 00080000:00000010:0.0:1764938849.876409:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078c8120d. 00080000:00000010:0.0:1764938849.876411:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066692d54. 00080000:00000010:0.0:1764938849.876412:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005472e967. 00080000:00000010:0.0:1764938849.876414:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000078725d6. 00080000:00000010:0.0:1764938849.876417:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009913b2aa. 00080000:00000010:0.0:1764938849.876419:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfad485e. 00080000:00000010:0.0:1764938849.876421:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0259860. 00080000:00000010:0.0:1764938849.876424:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ba6b2d6. 00080000:00000010:0.0:1764938849.876427:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b515ff48. 00080000:00000010:0.0:1764938849.876430:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000881cc56. 00080000:00000010:0.0:1764938849.876432:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003afb8661. 00080000:00000010:0.0:1764938849.876434:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000acf7360. 00080000:00000010:0.0:1764938849.876436:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e493cc26. 00080000:00000010:0.0:1764938849.876439:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b0c87fa. 00080000:00000010:0.0:1764938849.876442:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9633c8a. 00080000:00000010:0.0:1764938849.876446:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd81b62d. 00080000:00000010:0.0:1764938849.876448:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002414a6b8. 00080000:00000010:0.0:1764938849.876450:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010dafe57. 00080000:00000010:0.0:1764938849.876452:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bf04f77. 00080000:00000010:0.0:1764938849.876454:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f1dd33b. 00080000:00000010:0.0:1764938849.876456:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c53e448. 00080000:00000010:0.0:1764938849.876458:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000977941ad. 00080000:00000010:0.0:1764938849.876460:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085b6b277. 00080000:00000010:0.0:1764938849.876462:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000589170aa. 00080000:00000010:0.0:1764938849.876464:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb9a4e38. 00080000:00000010:0.0:1764938849.876466:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000324cc96b. 00080000:00000010:0.0:1764938849.876468:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098bb7ba1. 00080000:00000010:0.0:1764938849.876470:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b0d3202. 00080000:00000010:0.0:1764938849.876474:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca1df70b. 00080000:00000010:0.0:1764938849.876477:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3618ccc. 00080000:00000010:0.0:1764938849.876479:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f06f7bf. 00080000:00000010:0.0:1764938849.876481:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e6a5b4e. 00080000:00000010:0.0:1764938849.876484:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054086837. 00080000:00000010:0.0:1764938849.876486:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5b7f89a. 00080000:00000010:0.0:1764938849.876489:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9417d33. 00080000:00000010:0.0:1764938849.876491:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f1fae61. 00080000:00000010:0.0:1764938849.876493:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7b66eda. 00080000:00000010:0.0:1764938849.876495:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006eae6248. 00080000:00000010:0.0:1764938849.876497:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087607cfe. 00080000:00000010:0.0:1764938849.876499:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c3994db. 00080000:00000010:0.0:1764938849.876501:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1e4de67. 00080000:00000010:0.0:1764938849.876504:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048dc6e88. 00080000:00000010:0.0:1764938849.876506:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010e0fd3d. 00080000:00000010:0.0:1764938849.876510:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7b6d974. 00080000:00000010:0.0:1764938849.876512:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c07d8d80. 00080000:00000010:0.0:1764938849.876514:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ee2e493. 00080000:00000010:0.0:1764938849.876516:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f47517ef. 00080000:00000010:0.0:1764938849.876519:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088ad4f4e. 00080000:00000010:0.0:1764938849.876522:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a51c72b. 00080000:00000010:0.0:1764938849.876524:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2266a6d. 00080000:00000010:0.0:1764938849.876526:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008694ef3c. 00080000:00000010:0.0:1764938849.876528:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6fbe4f9. 00080000:00000010:0.0:1764938849.876530:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026d58502. 00080000:00000010:0.0:1764938849.876532:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000678d5c83. 00080000:00000010:0.0:1764938849.876534:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048575ee3. 00080000:00000010:0.0:1764938849.876536:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce2e56cb. 00080000:00000010:0.0:1764938849.876539:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000623d0ed1. 00080000:00000010:0.0:1764938849.876541:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091605537. 00080000:00000010:0.0:1764938849.876542:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002be90b8c. 00080000:00000010:0.0:1764938849.876544:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac4f2b13. 00080000:00000010:0.0:1764938849.876546:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000749d67c1. 00080000:00000010:0.0:1764938849.876549:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1cf678e. 00080000:00000010:0.0:1764938849.876551:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8c7088c. 00080000:00000010:0.0:1764938849.876553:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080eb6b80. 00080000:00000010:0.0:1764938849.876556:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007121c2c. 00080000:00000010:0.0:1764938849.876559:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081a98f89. 00080000:00000010:0.0:1764938849.876562:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f2745af. 00080000:00000010:0.0:1764938849.876564:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077fc4358. 00080000:00000010:0.0:1764938849.876566:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092f4a474. 00080000:00000010:0.0:1764938849.876568:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b497768. 00080000:00000010:0.0:1764938849.876570:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7b11732. 00080000:00000010:0.0:1764938849.876572:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cbfd3fd. 00080000:00000010:0.0:1764938849.876574:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f30d1d61. 00080000:00000010:0.0:1764938849.876576:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000961f0f94. 00080000:00000010:0.0:1764938849.876578:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebadf4f4. 00080000:00000010:0.0:1764938849.876580:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099cc4cec. 00080000:00000010:0.0:1764938849.876582:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5d9a652. 00080000:00000010:0.0:1764938849.876584:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097225dbe. 00080000:00000010:0.0:1764938849.876586:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eea26629. 00080000:00000010:0.0:1764938849.876588:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000642ea39d. 00080000:00000010:0.0:1764938849.876590:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7eae1ef. 00080000:00000010:0.0:1764938849.876592:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001019ff15. 00080000:00000010:0.0:1764938849.876594:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcebbf57. 00080000:00000010:0.0:1764938849.876596:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac66b0cd. 00080000:00000010:0.0:1764938849.876598:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001461406c. 00080000:00000010:0.0:1764938849.876600:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfca4a88. 00080000:00000010:0.0:1764938849.876602:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ce24089. 00080000:00000010:0.0:1764938849.876604:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094b70927. 00080000:00000010:0.0:1764938849.876606:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b77d0992. 00080000:00000010:0.0:1764938849.876608:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000921dc07f. 00080000:00000010:0.0:1764938849.876610:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003faa0830. 00080000:00000010:0.0:1764938849.876612:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2dfd965. 00080000:00000010:0.0:1764938849.876614:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd30ef3c. 00080000:00000010:0.0:1764938849.876616:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001788ee4a. 00080000:00000010:0.0:1764938849.876618:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000801bad5d. 00080000:00000010:0.0:1764938849.876620:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f9b78f5. 00080000:00000010:0.0:1764938849.876622:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7c2d2b7. 00080000:00000010:0.0:1764938849.876625:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000625bbfb4. 00080000:00000010:0.0:1764938849.876626:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cabc0d6f. 00080000:00000010:0.0:1764938849.876629:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8c09a15. 00080000:00000010:0.0:1764938849.876631:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008902ac41. 00080000:00000010:0.0:1764938849.876633:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067139870. 00080000:00000010:0.0:1764938849.876635:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000caf47a5d. 00080000:00000010:0.0:1764938849.876637:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df6247d5. 00080000:00000010:0.0:1764938849.876639:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd1603d6. 00080000:00000010:0.0:1764938849.876641:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000986f98be. 00080000:00000010:0.0:1764938849.876644:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e77531f. 00010000:00000010:1.0:1764938849.880997:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881012:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881082:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed493a9d. 00010000:00000010:1.0:1764938849.881086:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881092:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000917ad472. 00010000:00000010:1.0:1764938849.881098:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881201:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da2c4f87. 00010000:00000010:1.0:1764938849.881234:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881239:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881287:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d09b984d. 00010000:00000010:1.0:1764938849.881291:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881294:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2703a34. 00010000:00000010:1.0:1764938849.881296:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881303:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b413a39c. 00010000:00000010:1.0:1764938849.881326:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881329:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881361:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6e1b9ce. 00010000:00000010:1.0:1764938849.881364:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881366:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd97f9a1. 00010000:00000010:1.0:1764938849.881369:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881389:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045426306. 00010000:00000010:1.0:1764938849.881416:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881419:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881455:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004427e1c2. 00010000:00000010:1.0:1764938849.881458:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881461:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.0:1764938849.881463:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881471:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7c89b3d. 00010000:00000010:1.0:1764938849.881494:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881497:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881526:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000275300c4. 00010000:00000010:1.0:1764938849.881529:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881532:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.0:1764938849.881534:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881542:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f09724d4. 00010000:00000010:1.0:1764938849.881566:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881569:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881597:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000220ac02c. 00010000:00000010:1.0:1764938849.881600:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881603:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.0:1764938849.881606:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881613:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029506364. 00010000:00000010:1.0:1764938849.881635:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881638:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881667:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000559f86d. 00010000:00000010:1.0:1764938849.881670:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881673:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0a39573. 00010000:00000010:1.0:1764938849.881676:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881685:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f3d3da5. 00010000:00000010:1.0:1764938849.881706:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881709:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881741:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d510d62. 00010000:00000010:1.0:1764938849.881744:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881747:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e826759. 00010000:00000010:1.0:1764938849.881749:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881757:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001298bb58. 00010000:00000010:1.0:1764938849.881778:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881781:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881812:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f16d4df2. 00010000:00000010:1.0:1764938849.881814:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881818:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.0:1764938849.881820:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881828:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008573ac97. 00010000:00000010:1.0:1764938849.881850:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881853:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881885:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000907e4f9a. 00010000:00000010:1.0:1764938849.881889:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881892:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031c0ce41. 00010000:00000010:1.0:1764938849.881895:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881902:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026f0c153. 00010000:00000010:1.0:1764938849.881923:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881926:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881954:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adac5600. 00010000:00000010:1.0:1764938849.881957:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.881960:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002feedf3a. 00010000:00000010:1.0:1764938849.881963:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.881969:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037decc3e. 00010000:00000010:1.0:1764938849.881990:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.881993:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882019:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a996b61. 00010000:00000010:1.0:1764938849.882022:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882024:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000876cd5bc. 00010000:00000010:1.0:1764938849.882027:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882034:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e1d13c8. 00010000:00000010:1.0:1764938849.882055:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882058:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882085:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059f3a637. 00010000:00000010:1.0:1764938849.882088:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882091:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da0c994e. 00010000:00000010:1.0:1764938849.882094:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882129:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a409258b. 00010000:00000010:1.0:1764938849.882157:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882160:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882195:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078831294. 00010000:00000010:1.0:1764938849.882198:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882201:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015a9c2cf. 00010000:00000010:1.0:1764938849.882204:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882211:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000523bc821. 00010000:00000010:1.0:1764938849.882232:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882236:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882264:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033753cd3. 00010000:00000010:1.0:1764938849.882266:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882269:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec4f237. 00010000:00000010:1.0:1764938849.882272:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882279:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011e120ef. 00010000:00000010:1.0:1764938849.882300:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882303:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882335:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000877054a3. 00010000:00000010:1.0:1764938849.882338:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882341:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5def7c3. 00010000:00000010:1.0:1764938849.882344:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882350:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050fc42a6. 00010000:00000010:1.0:1764938849.882371:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882374:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882414:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c39dc15. 00010000:00000010:1.0:1764938849.882417:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882420:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012d74219. 00010000:00000010:1.0:1764938849.882423:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882431:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000488098c2. 00010000:00000010:1.0:1764938849.882454:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882457:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882484:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bae50ee7. 00010000:00000010:1.0:1764938849.882487:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882490:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e17162c. 00010000:00000010:1.0:1764938849.882493:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882501:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c74288b. 00010000:00000010:1.0:1764938849.882521:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882524:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882551:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004443205a. 00010000:00000010:1.0:1764938849.882554:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882557:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002603156e. 00010000:00000010:1.0:1764938849.882560:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882567:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000628a2f8. 00010000:00000010:1.0:1764938849.882588:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882591:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882620:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064e48131. 00010000:00000010:1.0:1764938849.882622:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882625:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc77d456. 00010000:00000010:1.0:1764938849.882628:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882634:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e544e01. 00010000:00000010:1.0:1764938849.882654:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882657:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882684:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000431a9009. 00010000:00000010:1.0:1764938849.882687:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882689:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ffbf140. 00010000:00000010:1.0:1764938849.882692:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882699:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afc3770c. 00010000:00000010:1.0:1764938849.882718:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882722:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882752:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006de1cb95. 00010000:00000010:1.0:1764938849.882755:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882757:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5aef297. 00010000:00000010:1.0:1764938849.882760:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882767:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7d599e1. 00010000:00000010:1.0:1764938849.882788:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882791:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882818:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dd05af4. 00010000:00000010:1.0:1764938849.882821:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882823:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090074b15. 00010000:00000010:1.0:1764938849.882826:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882833:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b0519d9. 00010000:00000010:1.0:1764938849.882856:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882859:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882886:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ceae8e8. 00010000:00000010:1.0:1764938849.882889:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882893:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.0:1764938849.882896:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882902:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083b75be3. 00010000:00000010:1.0:1764938849.882923:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882926:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882955:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab3b7758. 00010000:00000010:1.0:1764938849.882958:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.882961:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e901e548. 00010000:00000010:1.0:1764938849.882963:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.882971:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008570128c. 00010000:00000010:1.0:1764938849.882992:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.882996:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.883028:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007157cab0. 00010000:00000010:1.0:1764938849.883030:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.883033:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a631bb4. 00010000:00000010:1.0:1764938849.883035:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00080000:00000010:1.0:1764938849.883043:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4956d9f. 00010000:00000010:1.0:1764938849.883066:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.883070:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006119f8fb. 00010000:00000010:1.0:1764938849.883300:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000757ad4b7. 00010000:00000010:3.0:1764938849.883374:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883390:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.0:1764938849.883394:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883405:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af769b03. 00010000:00000010:3.0:1764938849.883435:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.883439:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883474:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7d45e45. 00010000:00000010:3.0:1764938849.883477:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883480:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076868547. 00010000:00000010:3.0:1764938849.883483:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883491:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000156251dd. 00010000:00000010:3.0:1764938849.883513:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.883517:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883548:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049407eeb. 00010000:00000010:3.0:1764938849.883551:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883553:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c4b602d. 00010000:00000010:3.0:1764938849.883556:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883563:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f4b7939. 00010000:00000010:3.0:1764938849.883588:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.883591:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883620:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2aa2e13. 00010000:00000010:3.0:1764938849.883623:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883626:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c98858c. 00010000:00000010:3.0:1764938849.883629:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883637:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094a517a4. 00010000:00000010:3.0:1764938849.883659:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.883663:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883692:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a320fe6. 00010000:00000010:3.0:1764938849.883695:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883698:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093e32380. 00010000:00000010:3.0:1764938849.883701:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883708:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059027fc6. 00010000:00000010:3.0:1764938849.883730:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.883734:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883766:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000100ddbec. 00010000:00000010:3.0:1764938849.883769:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883772:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007faf6b4a. 00010000:00000010:3.0:1764938849.883774:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883781:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b40f925. 00010000:00000010:3.0:1764938849.883801:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.883804:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883833:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3c6024a. 00010000:00000010:3.0:1764938849.883837:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883839:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2bac977. 00010000:00000010:3.0:1764938849.883842:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883848:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc5afe8d. 00010000:00000010:3.0:1764938849.883869:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.883872:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883904:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b035011e. 00010000:00000010:3.0:1764938849.883907:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883910:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017698e80. 00010000:00000010:3.0:1764938849.883913:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883920:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de627301. 00010000:00000010:3.0:1764938849.883941:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.883945:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883974:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d700598d. 00010000:00000010:3.0:1764938849.883976:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.883979:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.0:1764938849.883981:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.883988:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6b093a7. 00010000:00000010:3.0:1764938849.884009:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884013:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884040:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000631f20c2. 00010000:00000010:3.0:1764938849.884043:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884046:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007920db1a. 00010000:00000010:3.0:1764938849.884049:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884056:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000129e6bf1. 00010000:00000010:3.0:1764938849.884077:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884080:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884150:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044e1195f. 00010000:00000010:3.0:1764938849.884153:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884156:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea0bc18e. 00010000:00000010:3.0:1764938849.884159:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884165:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000902ff3fc. 00010000:00000010:3.0:1764938849.884187:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884190:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884218:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d61b0101. 00010000:00000010:3.0:1764938849.884220:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884222:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.0:1764938849.884224:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884231:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a742091d. 00010000:00000010:3.0:1764938849.884248:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884251:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884277:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035df1e29. 00010000:00000010:3.0:1764938849.884279:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884281:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000370fa2fd. 00010000:00000010:3.0:1764938849.884284:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884290:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002519b08d. 00010000:00000010:3.0:1764938849.884307:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884310:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884336:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bfbeddab. 00010000:00000010:3.0:1764938849.884339:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884341:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006900702f. 00010000:00000010:3.0:1764938849.884344:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884350:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081f2f261. 00010000:00000010:3.0:1764938849.884367:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884370:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884408:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000065e2910. 00010000:00000010:3.0:1764938849.884411:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884413:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c55780d. 00010000:00000010:3.0:1764938849.884416:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884422:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fba9e6d0. 00010000:00000010:3.0:1764938849.884441:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884443:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884468:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070bbd507. 00010000:00000010:3.0:1764938849.884470:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884473:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec133b47. 00010000:00000010:3.0:1764938849.884475:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884481:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031b08d45. 00010000:00000010:3.0:1764938849.884499:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884502:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884526:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011531cff. 00010000:00000010:3.0:1764938849.884529:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884533:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000103184bd. 00010000:00000010:3.0:1764938849.884536:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884542:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f663c13. 00010000:00000010:3.0:1764938849.884562:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884566:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884594:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae418330. 00010000:00000010:3.0:1764938849.884597:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884601:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a16d2f93. 00010000:00000010:3.0:1764938849.884604:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884611:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000967330d9. 00010000:00000010:3.0:1764938849.884630:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884633:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884658:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba8a4511. 00010000:00000010:3.0:1764938849.884661:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884663:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0922e6. 00010000:00000010:3.0:1764938849.884666:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884672:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008701515e. 00010000:00000010:3.0:1764938849.884690:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884692:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884720:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d2a5adf. 00010000:00000010:3.0:1764938849.884722:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884725:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eba6654b. 00010000:00000010:3.0:1764938849.884727:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884733:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059fd7b66. 00010000:00000010:3.0:1764938849.884752:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884755:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884778:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ca89c2e. 00010000:00000010:3.0:1764938849.884781:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884783:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9938ed7. 00010000:00000010:3.0:1764938849.884787:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884793:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000088f1241. 00010000:00000010:3.0:1764938849.884811:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884814:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884839:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b08beac. 00010000:00000010:3.0:1764938849.884841:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884844:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036125a9f. 00010000:00000010:3.0:1764938849.884846:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884852:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ed1ecfa. 00010000:00000010:3.0:1764938849.884870:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884873:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884897:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2610ac6. 00010000:00000010:3.0:1764938849.884900:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884902:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d0d881c. 00010000:00000010:3.0:1764938849.884904:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884911:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d60e3664. 00010000:00000010:3.0:1764938849.884929:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884931:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884957:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000043ed63b. 00010000:00000010:3.0:1764938849.884959:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.884962:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee23a9a1. 00010000:00000010:3.0:1764938849.884964:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.884970:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083928fe4. 00010000:00000010:3.0:1764938849.884988:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.884991:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885016:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000482317b4. 00010000:00000010:3.0:1764938849.885018:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885021:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbde7f3f. 00010000:00000010:3.0:1764938849.885024:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885030:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b5925af. 00010000:00000010:3.0:1764938849.885048:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885051:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885082:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019061168. 00010000:00000010:3.0:1764938849.885085:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885087:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083011720. 00010000:00000010:3.0:1764938849.885089:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885095:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a280459d. 00010000:00000010:3.0:1764938849.885146:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885150:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885179:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7bfee2f. 00010000:00000010:3.0:1764938849.885182:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885185:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001014ab88. 00010000:00000010:3.0:1764938849.885188:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885195:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049a0e250. 00010000:00000010:3.0:1764938849.885218:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885222:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885248:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000023f8ff2. 00010000:00000010:3.0:1764938849.885251:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885253:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0f11a1a. 00010000:00000010:3.0:1764938849.885256:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885264:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f285d1bf. 00010000:00000010:3.0:1764938849.885286:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885289:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885319:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e819e64. 00010000:00000010:3.0:1764938849.885322:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885325:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c77f5be9. 00010000:00000010:3.0:1764938849.885327:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885335:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dd7290e. 00010000:00000010:3.0:1764938849.885355:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885359:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885408:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075d87ff1. 00010000:00000010:3.0:1764938849.885411:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885414:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047933155. 00010000:00000010:3.0:1764938849.885416:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885423:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d644ada. 00010000:00000010:3.0:1764938849.885446:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885449:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885475:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d9ec97b. 00010000:00000010:3.0:1764938849.885478:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885481:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fcfa2c0. 00010000:00000010:3.0:1764938849.885483:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885490:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000444b6ea2. 00010000:00000010:3.0:1764938849.885509:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885512:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885541:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094ffb6e9. 00010000:00000010:3.0:1764938849.885544:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885548:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000095b63f4. 00010000:00000010:3.0:1764938849.885550:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885557:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cd8eef1. 00010000:00000010:3.0:1764938849.885577:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885580:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885605:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005061b622. 00010000:00000010:3.0:1764938849.885608:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885610:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de6e3104. 00010000:00000010:3.0:1764938849.885613:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885619:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bcefab6. 00010000:00000010:3.0:1764938849.885639:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885643:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885669:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085e70069. 00010000:00000010:3.0:1764938849.885672:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885675:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d050c87f. 00010000:00000010:3.0:1764938849.885678:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885684:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021d31db4. 00010000:00000010:3.0:1764938849.885705:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885708:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885734:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea981cde. 00010000:00000010:3.0:1764938849.885737:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885739:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c509ef0e. 00010000:00000010:3.0:1764938849.885743:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885749:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7472bf1. 00010000:00000010:3.0:1764938849.885769:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885772:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885802:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f22de5cc. 00010000:00000010:3.0:1764938849.885804:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885807:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1e05280. 00010000:00000010:3.0:1764938849.885809:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885816:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e56baba7. 00010000:00000010:3.0:1764938849.885836:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885840:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885868:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000335a97ae. 00010000:00000010:3.0:1764938849.885871:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885874:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.0:1764938849.885876:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885883:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066d53b3c. 00010000:00000010:3.0:1764938849.885904:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885907:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885938:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b55c5a47. 00010000:00000010:3.0:1764938849.885942:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.885945:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.0:1764938849.885948:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.885954:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b2ba441. 00010000:00000010:3.0:1764938849.885976:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.885979:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886006:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2d4049b. 00010000:00000010:3.0:1764938849.886009:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886011:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938849.886013:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.886020:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a37d226. 00010000:00000010:3.0:1764938849.886040:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.886043:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886069:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5cd8dea. 00010000:00000010:3.0:1764938849.886072:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886074:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000018faff8. 00010000:00000010:3.0:1764938849.886077:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.886083:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068116f4b. 00010000:00000010:3.0:1764938849.886134:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.886138:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886167:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c736da1. 00010000:00000010:3.0:1764938849.886170:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886174:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.0:1764938849.886177:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.886183:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fa104f6. 00010000:00000010:3.0:1764938849.886206:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.886210:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886240:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d66c940b. 00010000:00000010:3.0:1764938849.886243:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886246:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3115028. 00010000:00000010:3.0:1764938849.886249:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938849.886256:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c37f121. 00010000:00000010:3.0:1764938849.886277:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.886280:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938849.886307:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eafacacb. 00010000:00000010:3.0:1764938849.886311:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938849.886319:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099a8987c. 00000100:00000010:3.0:1764938849.886326:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00000100:00000010:3.0:1764938849.886333:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938849.886347:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065c7e7e5. 02000000:00000010:3.0:1764938849.891881:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009471741c. 00000400:00000010:2.0:1764938849.892637:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a5e4763. 00000400:00000010:2.0:1764938849.892647:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938849.892654:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930368, portal 16 00000400:00000010:2.0:1764938849.892659:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095daec2b. 00000100:00000200:2.0:1764938849.892662:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930368, offset 0 00000400:00000200:2.0:1764938849.892671:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.892686:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.892693:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938849.892696:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938849.892699:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938849.892702:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90201:90201:256:4294967295] 192.168.203.57@tcp LPNI seq info [90201:90201:8:4294967295] 00000400:00000200:2.0:1764938849.892713:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.892719:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.892723:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.892729:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.892735:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.892739:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938849.893766:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938849.893771:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:1.0:1764938849.893775:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938849.893781:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938849.893787:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095daec2b 00000400:00000010:1.0:1764938849.893789:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095daec2b. 00000100:00000200:1.0:1764938849.893800:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626930368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.896527:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.896546:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507ec0 00000400:00000200:3.0:1764938849.896554:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0b99 [1] + 224 00000400:00000200:3.0:1764938849.896565:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.896568:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.896577:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626930368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.896614:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.896621:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61f80 00000400:00000200:3.0:1764938849.896626:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf509 [2] + 1312 00000400:00000200:3.0:1764938849.896634:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.896637:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.896640:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.896646:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 00000020:00000010:1.0:1764938849.896751:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013b7aa09. 00000020:00000010:1.0:1764938849.896758:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006119f8fb. 00000020:00000010:1.0:1764938849.896762:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938849.896784:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1bf7105 x1850670621007744/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938849.896816:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007744 02000000:00000010:1.0:1764938849.896826:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038efa66a. 00010000:00000010:1.0:1764938849.896872:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bed2f867. 00000100:00000010:1.0:1764938849.896879:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938849.896885:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:1.0:1764938849.896890:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bed2f867. 00000400:00000010:1.0:1764938849.896905:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081a11b07. 00000100:00000200:1.0:1764938849.896910:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007744, offset 224 00000400:00000200:1.0:1764938849.896918:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938849.896929:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938849.896934:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90202:90202:256:4294967295] 192.168.203.57@tcp LPNI seq info [90202:90202:8:4294967295] 00000400:00000200:1.0:1764938849.896945:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938849.896950:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938849.896954:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938849.896959:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938849.896966:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938849.896969:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938849.896983:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006119f8fb. 00000020:00000010:1.0:1764938849.896987:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938849.896990:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013b7aa09. 00000800:00000200:0.0:1764938849.901088:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938849.901094:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:0.0:1764938849.901126:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938849.901137:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938849.901143:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081a11b07 00000400:00000010:0.0:1764938849.901145:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081a11b07. 00000400:00000010:2.0:1764938849.901258:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a5e4763. 00000400:00000200:2.0:1764938849.901263:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:2.0:1764938849.901264:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000100:00000200:2.0:1764938849.901274:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626930368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.901283:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626930368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938849.901308:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0c18c0b. 02000000:00000010:2.0:1764938849.901324:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009471741c. 02000000:00000010:2.0:1764938849.901329:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065c7e7e5. 00000100:00000010:2.0:1764938849.901334:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:2.0:1764938849.901338:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:2.0:1764938849.901341:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099a8987c. 00080000:00000010:2.0:1764938849.901359:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dec75e0d. 00010000:00000010:2.0:1764938849.901467:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:2.0:1764938849.901476:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de9cd1bf. 00010000:00000010:2.0:1764938849.901552:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa469e67. 00010000:00000010:2.0:1764938849.901558:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938849.901570:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e69948a. 00000100:00000010:2.0:1764938849.901576:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.901584:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938849.901596:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e77531f. 02000000:00000010:2.0:1764938849.901621:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e353f2b8. 00000400:00000010:2.0:1764938849.901626:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a5e4763. 00000400:00000010:2.0:1764938849.901629:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938849.901635:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930432, portal 16 00000400:00000010:2.0:1764938849.901639:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015972057. 00000100:00000200:2.0:1764938849.901641:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930432, offset 0 00000400:00000200:2.0:1764938849.901649:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.901662:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.901669:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938849.901672:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938849.901675:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938849.901679:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90203:90203:256:4294967295] 192.168.203.57@tcp LPNI seq info [90203:90203:8:4294967295] 00000400:00000200:2.0:1764938849.901688:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.901693:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.901697:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938849.901703:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.901710:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.901714:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.901821:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.901825:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:3.0:1764938849.901828:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.901843:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.901846:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015972057 00000400:00000010:3.0:1764938849.901848:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015972057. 00000100:00000200:3.0:1764938849.901854:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d48bd191 x1850670626930432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938849.906443:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8b7ffe7. 00010000:00000010:1.1:1764938849.906463:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059c90f63. 00010000:00000010:1.1:1764938849.906471:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed493a9d. 00010000:00000010:1.1:1764938849.906476:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000917ad472. 00010000:00000010:1.1:1764938849.906479:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09b984d. 00010000:00000010:1.1:1764938849.906481:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2703a34. 00010000:00000010:1.1:1764938849.906483:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e1b9ce. 00010000:00000010:1.1:1764938849.906486:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd97f9a1. 00010000:00000010:1.1:1764938849.906488:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004427e1c2. 00010000:00000010:1.1:1764938849.906492:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.1:1764938849.906496:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000275300c4. 00010000:00000010:1.1:1764938849.906499:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.1:1764938849.906501:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000220ac02c. 00010000:00000010:1.1:1764938849.906503:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.1:1764938849.906505:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000559f86d. 00010000:00000010:1.1:1764938849.906508:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a39573. 00010000:00000010:1.1:1764938849.906510:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d510d62. 00010000:00000010:1.1:1764938849.906512:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e826759. 00010000:00000010:1.1:1764938849.906514:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f16d4df2. 00010000:00000010:1.1:1764938849.906517:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.1:1764938849.906520:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000907e4f9a. 00010000:00000010:1.1:1764938849.906522:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031c0ce41. 00010000:00000010:1.1:1764938849.906524:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adac5600. 00010000:00000010:1.1:1764938849.906527:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002feedf3a. 00010000:00000010:1.1:1764938849.906529:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a996b61. 00010000:00000010:1.1:1764938849.906531:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876cd5bc. 00010000:00000010:3.1:1764938849.909183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000757ad4b7. 00010000:00000010:3.1:1764938849.909202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ae31c0. 00010000:00000010:3.1:1764938849.909207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d45e45. 00010000:00000010:3.1:1764938849.909212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076868547. 00010000:00000010:3.1:1764938849.909214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049407eeb. 00010000:00000010:3.1:1764938849.909218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4b602d. 00010000:00000010:3.1:1764938849.909221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2aa2e13. 00010000:00000010:3.1:1764938849.909223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c98858c. 00010000:00000010:3.1:1764938849.909225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a320fe6. 00010000:00000010:3.1:1764938849.909228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e32380. 00010000:00000010:3.1:1764938849.909230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000100ddbec. 00010000:00000010:3.1:1764938849.909233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007faf6b4a. 00010000:00000010:3.1:1764938849.909235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3c6024a. 00010000:00000010:3.1:1764938849.909237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2bac977. 00010000:00000010:3.1:1764938849.909242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b035011e. 00010000:00000010:3.1:1764938849.909245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017698e80. 00010000:00000010:3.1:1764938849.909247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d700598d. 00010000:00000010:3.1:1764938849.909249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b7dc4. 00010000:00000010:3.1:1764938849.909251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000631f20c2. 00010000:00000010:3.1:1764938849.909254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007920db1a. 00010000:00000010:3.1:1764938849.909255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044e1195f. 00010000:00000010:3.1:1764938849.909258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0bc18e. 00010000:00000010:3.1:1764938849.909260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d61b0101. 00010000:00000010:3.1:1764938849.909262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce04db52. 00010000:00000010:3.1:1764938849.909264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035df1e29. 00010000:00000010:3.1:1764938849.909266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000370fa2fd. 00010000:00000010:3.1:1764938849.909268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfbeddab. 00010000:00000010:3.1:1764938849.909271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006900702f. 00010000:00000010:3.1:1764938849.909273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000065e2910. 00010000:00000010:3.1:1764938849.909277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c55780d. 00010000:00000010:3.1:1764938849.909278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070bbd507. 00010000:00000010:3.1:1764938849.909281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec133b47. 00010000:00000010:3.1:1764938849.909283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011531cff. 00010000:00000010:3.1:1764938849.909286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000103184bd. 00010000:00000010:3.1:1764938849.909290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae418330. 00010000:00000010:3.1:1764938849.909292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16d2f93. 00010000:00000010:3.1:1764938849.909296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a4511. 00010000:00000010:3.1:1764938849.909299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0922e6. 00010000:00000010:3.1:1764938849.909302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d2a5adf. 00010000:00000010:3.1:1764938849.909306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eba6654b. 00010000:00000010:3.1:1764938849.909308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ca89c2e. 00010000:00000010:3.1:1764938849.909310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9938ed7. 00010000:00000010:3.1:1764938849.909312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b08beac. 00010000:00000010:3.1:1764938849.909315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036125a9f. 00010000:00000010:3.1:1764938849.909317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2610ac6. 00010000:00000010:3.1:1764938849.909319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0d881c. 00010000:00000010:3.1:1764938849.909321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000043ed63b. 00010000:00000010:3.1:1764938849.909323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23a9a1. 00010000:00000010:3.1:1764938849.909325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000482317b4. 00010000:00000010:3.1:1764938849.909328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbde7f3f. 00010000:00000010:3.1:1764938849.909330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019061168. 00010000:00000010:3.1:1764938849.909332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083011720. 00010000:00000010:3.1:1764938849.909335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7bfee2f. 00010000:00000010:3.1:1764938849.909337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001014ab88. 00010000:00000010:3.1:1764938849.909339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000023f8ff2. 00010000:00000010:3.1:1764938849.909342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0f11a1a. 00010000:00000010:3.1:1764938849.909345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e819e64. 00010000:00000010:3.1:1764938849.909347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77f5be9. 00010000:00000010:3.1:1764938849.909349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075d87ff1. 00010000:00000010:3.1:1764938849.909352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047933155. 00010000:00000010:3.1:1764938849.909354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d9ec97b. 00010000:00000010:3.1:1764938849.909356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fcfa2c0. 00010000:00000010:3.1:1764938849.909358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094ffb6e9. 00010000:00000010:3.1:1764938849.909360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000095b63f4. 00010000:00000010:3.1:1764938849.909362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005061b622. 00010000:00000010:3.1:1764938849.909365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6e3104. 00010000:00000010:3.1:1764938849.909367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e70069. 00010000:00000010:3.1:1764938849.909387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d050c87f. 00010000:00000010:3.1:1764938849.909390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea981cde. 00010000:00000010:3.1:1764938849.909393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c509ef0e. 00010000:00000010:3.1:1764938849.909395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f22de5cc. 00010000:00000010:3.1:1764938849.909397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1e05280. 00010000:00000010:3.1:1764938849.909399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335a97ae. 00010000:00000010:3.1:1764938849.909402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.1:1764938849.909406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b55c5a47. 00010000:00000010:3.1:1764938849.909408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.1:1764938849.909411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d4049b. 00010000:00000010:3.1:1764938849.909413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938849.909415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cd8dea. 00010000:00000010:3.1:1764938849.909418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:3.1:1764938849.909420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:3.1:1764938849.909422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.1:1764938849.909424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d66c940b. 00010000:00000010:3.1:1764938849.909427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00000400:00000200:3.0:1764938849.911355:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.911374:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507f00 00000400:00000200:3.0:1764938849.911395:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ba5 [1] + 224 00000400:00000200:3.0:1764938849.911407:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.911411:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.911422:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d48bd191 x1850670626930432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.911458:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.911463:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f61fc0 00000400:00000200:3.0:1764938849.911468:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf509 [2] + 1640 00000400:00000200:3.0:1764938849.911517:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.911520:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.911525:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.911530:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 00000400:00000010:2.0:1764938849.911646:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a5e4763. 00000400:00000200:2.0:1764938849.911652:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:2.0:1764938849.911654:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000100:00000200:2.0:1764938849.911662:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d48bd191 x1850670626930432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.911669:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d48bd191 x1850670626930432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938849.911701:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e353f2b8. 02000000:00000010:2.0:1764938849.911707:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007e77531f. 00000100:00000010:2.0:1764938849.911710:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 00000100:00000010:2.0:1764938849.911713:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.911716:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e69948a. 00000020:00000010:0.0:1764938849.911968:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.911975:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938849.911978:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fe170bf. 00000100:00000200:0.0:1764938849.911998:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004726f8f6 x1850670621007808/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:1.1:1764938849.913123:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f3a637. 00010000:00000010:1.1:1764938849.913136:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0c994e. 00010000:00000010:1.1:1764938849.913140:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078831294. 00010000:00000010:1.1:1764938849.913144:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a9c2cf. 00010000:00000010:1.1:1764938849.913147:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033753cd3. 00010000:00000010:1.1:1764938849.913150:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec4f237. 00010000:00000010:1.1:1764938849.913152:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000877054a3. 00010000:00000010:1.1:1764938849.913154:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5def7c3. 00010000:00000010:1.1:1764938849.913157:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c39dc15. 00010000:00000010:1.1:1764938849.913159:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012d74219. 00010000:00000010:1.1:1764938849.913162:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bae50ee7. 00010000:00000010:1.1:1764938849.913166:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e17162c. 00010000:00000010:1.1:1764938849.913167:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004443205a. 00010000:00000010:1.1:1764938849.913170:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002603156e. 00010000:00000010:1.1:1764938849.913174:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e48131. 00010000:00000010:1.1:1764938849.913177:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc77d456. 00010000:00000010:1.1:1764938849.913179:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431a9009. 00010000:00000010:1.1:1764938849.913181:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ffbf140. 00010000:00000010:1.1:1764938849.913183:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006de1cb95. 00010000:00000010:1.1:1764938849.913186:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5aef297. 00010000:00000010:1.1:1764938849.913189:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd05af4. 00010000:00000010:1.1:1764938849.913191:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090074b15. 00010000:00000010:1.1:1764938849.913193:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ceae8e8. 00010000:00000010:1.1:1764938849.913196:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.1:1764938849.913200:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab3b7758. 00010000:00000010:1.1:1764938849.913202:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e901e548. 00010000:00000010:1.1:1764938849.913204:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007157cab0. 00010000:00000010:1.1:1764938849.913206:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a631bb4. 00000100:00000200:0.0:1764938849.915092:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007808 02000000:00000010:0.0:1764938849.915130:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a69e359a. 00010000:00000010:0.0:1764938849.915163:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b84de36. 00010000:00000010:0.0:1764938849.915183:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079561ba1. 00000100:00000010:0.0:1764938849.915190:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938849.915202:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938849.915205:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079561ba1. 00000400:00000010:0.0:1764938849.915220:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938849.915226:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007808, offset 224 00000400:00000200:0.0:1764938849.915236:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.915252:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.915258:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90204:90204:256:4294967295] 192.168.203.57@tcp LPNI seq info [90204:90204:8:4294967295] 00000400:00000200:0.0:1764938849.915268:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.915274:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.915278:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938849.915284:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.915291:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.915296:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.915316:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938849.915322:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fe170bf. 00000020:00000010:0.0:1764938849.915326:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 00080000:00000010:3.0:1764938849.915678:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2cccfe0. 00010000:00000010:3.0:1764938849.915759:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:3.0:1764938849.915767:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e61342f9. 00010000:00000010:3.0:1764938849.915842:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3115028. 00010000:00000010:3.0:1764938849.915848:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938849.915858:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ca2b5a. 00000100:00000010:3.0:1764938849.915862:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938849.915868:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 02000000:00000010:3.0:1764938849.915878:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009471741c. 02000000:00000010:3.0:1764938849.915902:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ed7e254. 00000400:00000010:3.0:1764938849.915907:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4f6719. 00000400:00000010:3.0:1764938849.915911:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938849.915915:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930496, portal 16 00000400:00000010:3.0:1764938849.915919:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00000100:00000200:3.0:1764938849.915921:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930496, offset 0 00000400:00000200:3.0:1764938849.915928:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.915936:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.915942:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.915945:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.915948:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.915950:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90205:90205:255:4294967295] 192.168.203.57@tcp LPNI seq info [90205:90205:7:4294967295] 00000400:00000200:3.0:1764938849.915958:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.915963:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.915966:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a4ab832 (tot 82353186). 00000800:00000200:3.0:1764938849.915970:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.915975:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.915977:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a4ab832 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.917373:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.917390:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352938). 00000400:00000200:2.0:1764938849.917396:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.917404:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.917409:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938849.917412:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000800:00000200:2.0:1764938849.917489:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.917492:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a4ab832 (tot 82352690). 00000400:00000200:2.0:1764938849.917496:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.917500:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.917502:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:2.0:1764938849.917503:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 00000100:00000200:2.0:1764938849.917511:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054315652 x1850670626930496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938849.918147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d26e5cf9. 00010000:00000010:2.1:1764938849.918156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c52603b6. 00010000:00000010:2.1:1764938849.918160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafacacb. 00000400:00000200:3.0:1764938849.919785:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.919804:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507f40 00000400:00000200:3.0:1764938849.919812:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0bb1 [1] + 224 00000400:00000200:3.0:1764938849.919824:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.919827:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.919849:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054315652 x1850670626930496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938849.919957:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4f6719. 00000400:00000200:2.0:1764938849.919962:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:2.0:1764938849.919964:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:2.0:1764938849.919969:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054315652 x1850670626930496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938849.919981:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054315652 x1850670626930496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938849.920007:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ed7e254. 02000000:00000010:2.0:1764938849.920014:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009471741c. 00000100:00000010:2.0:1764938849.920022:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000010:2.0:1764938849.920025:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:2.0:1764938849.920028:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ca2b5a. 00010000:00000010:3.1:1764938849.922209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e9ba763. 00010000:00000010:3.1:1764938849.922226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa469e67. 00000400:00000200:3.0:1764938849.924150:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.924177:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62000 00000400:00000200:3.0:1764938849.924187:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf509 [2] + 1968 00000400:00000010:3.0:1764938849.924194:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8489e3d. 00000400:00000200:3.0:1764938849.924205:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d3a20433 00000400:00000200:3.0:1764938849.924296:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.924303:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.924308:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a20433 00000400:00000010:3.0:1764938849.924311:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d3a20433 (tot 82352538). 00000100:00000200:3.0:1764938849.924319:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938849.924432:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ae18e9. 00000020:00000010:0.0:1764938849.924447:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938849.924452:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fe170bf. 00000100:00000200:0.0:1764938849.924490:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000430740b4 x1850670621007872/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938849.926175:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007872 02000000:00000010:2.0:1764938849.926191:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e77531f. 00010000:00000010:2.0:1764938849.926222:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cea2d85e. 00010000:00000010:2.0:1764938849.926240:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e69948a. 00000100:00000010:2.0:1764938849.926248:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc134c9a. 00000100:00000010:2.0:1764938849.926274:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fc134c9a. 00010000:00000010:2.0:1764938849.926279:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e69948a. 00000400:00000010:2.0:1764938849.926293:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938849.926299:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007872, offset 224 00000400:00000200:2.0:1764938849.926310:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938849.926310:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013b7aa09. 00000400:00000200:2.0:1764938849.926325:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.926330:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90206:90206:256:4294967295] 192.168.203.57@tcp LPNI seq info [90206:90206:8:4294967295] 00000400:00000200:2.0:1764938849.926341:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.926346:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.926350:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352786). 00000800:00000200:2.0:1764938849.926355:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.926361:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.926365:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.926394:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:2.0:1764938849.926398:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fe170bf. 00000020:00000010:2.0:1764938849.926402:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ae18e9. 02000000:00000010:2.0:1764938849.926410:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a69e359a. 00000100:00000010:2.0:1764938849.926413:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 02000000:00000010:2.0:1764938849.926417:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038efa66a. 00000100:00000010:2.0:1764938849.926419:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 00010000:00000010:1.0:1764938849.926421:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9ec196. 02000000:00000010:2.0:1764938849.926422:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04942c3. 00000100:00000010:2.0:1764938849.926425:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00010000:00000010:1.0:1764938849.926427:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009874d90c. 02000000:00000010:2.0:1764938849.926429:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000016c1a290. 00000100:00000010:2.0:1764938849.926431:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:2.0:1764938849.926433:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:2.0:1764938849.926435:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:2.0:1764938849.926437:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c716e320. 00000100:00000010:2.0:1764938849.926438:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000200:2.0:1764938849.926447:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938849.926452:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a5e4763. 00000400:00000010:2.0:1764938849.926456:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc134c9a (tot 82352938). 00010000:00000010:1.0:1764938849.926493:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a631bb4. 00010000:00000010:1.0:1764938849.926499:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025ac9eba. 00010000:00000010:1.0:1764938849.926508:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bed2f867. 00000100:00000010:1.0:1764938849.926512:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938849.926519:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938849.926528:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7ec5dd8. 00000800:00000200:2.0:1764938849.926556:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.926559:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938849.926562:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.926567:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.926570:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:2.0:1764938849.926571:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 02000000:00000010:2.0:1764938849.926576:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e77531f. 02000000:00000010:2.0:1764938849.932270:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000920eb578. 00000400:00000010:2.0:1764938849.932284:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009fa337d3. 00000400:00000010:2.0:1764938849.932292:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938849.932299:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930560, portal 16 00000400:00000010:2.0:1764938849.932305:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938849.932308:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930560, offset 0 00000400:00000200:2.0:1764938849.932317:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.932331:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.932339:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938849.932342:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938849.932346:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938849.932349:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90207:90207:256:4294967295] 192.168.203.57@tcp LPNI seq info [90207:90207:8:4294967295] 00000400:00000200:2.0:1764938849.932360:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.932365:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.932370:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938849.932388:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.932395:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.932399:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.934134:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.934142:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938849.934148:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.934156:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.934160:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:2.0:1764938849.934162:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 00000100:00000200:2.0:1764938849.934173:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626930560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.937469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c520cf20. 00010000:00000010:2.1:1764938849.940747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a07b406. 00000400:00000200:2.0:1764938849.942730:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.942749:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507f80 00000400:00000200:2.0:1764938849.942758:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0bc1 [1] + 224 00000400:00000200:2.0:1764938849.942771:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.942775:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.942786:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626930560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.942811:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.942817:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62040 00000400:00000200:2.0:1764938849.942822:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf559 [2] + 0 00000400:00000200:2.0:1764938849.942831:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.942849:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.942853:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.942859:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:0.0:1764938849.943021:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e72d7295. 00000020:00000010:0.0:1764938849.943028:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.943032:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938849.943056:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621007936/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938849.943090:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621007936 02000000:00000010:0.0:1764938849.943131:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a69e359a. 00010000:00000010:0.0:1764938849.943171:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079561ba1. 00000100:00000010:0.0:1764938849.943178:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938849.943184:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938849.943188:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079561ba1. 00000400:00000010:0.0:1764938849.943202:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938849.943207:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621007936, offset 224 00000400:00000200:0.0:1764938849.943214:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.943225:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.943230:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90208:90208:256:4294967295] 192.168.203.57@tcp LPNI seq info [90208:90208:8:4294967295] 00000400:00000200:0.0:1764938849.943240:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.943245:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.943249:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352938). 00000800:00000200:0.0:1764938849.943255:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.943262:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.943265:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.943280:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938849.943285:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938849.943288:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e72d7295. 00000400:00000010:0.0:1764938849.943327:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009fa337d3. 00000400:00000200:0.0:1764938849.943331:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:0.0:1764938849.943333:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000100:00000200:0.0:1764938849.943341:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626930560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.943350:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626930560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938849.943370:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f60a6953. 02000000:00000010:0.0:1764938849.943393:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000920eb578. 02000000:00000010:0.0:1764938849.943400:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7ec5dd8. 00000100:00000010:0.0:1764938849.943404:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:0.0:1764938849.943408:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:0.0:1764938849.943411:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bed2f867. 00080000:00000010:0.0:1764938849.943427:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e72d7295. 00010000:00000010:0.0:1764938849.943509:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac9eba. 00010000:00000010:0.0:1764938849.943515:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7b5b23d. 00010000:00000010:0.0:1764938849.943584:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dabaab88. 00010000:00000010:0.0:1764938849.943592:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a60ee060. 00010000:00000010:0.0:1764938849.943601:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079561ba1. 00000100:00000010:0.0:1764938849.943604:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938849.943610:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 02000000:00000010:0.0:1764938849.943619:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1ae18e9. 02000000:00000010:0.0:1764938849.943639:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000801bad5d. 00000400:00000010:0.0:1764938849.943644:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938849.943647:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938849.943651:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930624, portal 16 00000400:00000010:0.0:1764938849.943654:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938849.943656:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930624, offset 0 00000400:00000200:0.0:1764938849.943661:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.943667:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.943673:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.943676:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.943679:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.943681:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90209:90209:255:4294967295] 192.168.203.57@tcp LPNI seq info [90209:90209:7:4294967295] 00000400:00000200:0.0:1764938849.943688:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.943691:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.943694:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82353186). 00000800:00000200:0.0:1764938849.943697:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.943701:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.943703:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938849.943780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a2dfe22. 00010000:00000010:1.1:1764938849.943786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3115028. 00000800:00000200:2.0:1764938849.944556:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.944562:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352938). 00000400:00000200:2.0:1764938849.944566:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.944572:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.944576:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:2.0:1764938849.944578:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000800:00000200:2.0:1764938849.944650:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.944652:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:2.0:1764938849.944655:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.944659:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.944662:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:2.0:1764938849.944663:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000100:00000200:2.0:1764938849.944669:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0814fbb x1850670626930624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938849.954268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d970d68. 00010000:00000010:0.1:1764938849.954281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000697b8dbb. 00010000:00000010:0.1:1764938849.954285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a631bb4. 00000400:00000200:2.0:1764938849.973265:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.973283:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5507fc0 00000400:00000200:2.0:1764938849.973290:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0bcd [1] + 224 00000400:00000200:2.0:1764938849.973305:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.973308:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.973318:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0814fbb x1850670626930624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938849.982522:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938849.982535:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62080 00000400:00000200:2.0:1764938849.982543:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf559 [2] + 328 00000400:00000200:2.0:1764938849.982557:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.982561:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938849.982567:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938849.982572:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:2.0:1764938849.982621:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04942c3. 00000020:00000010:2.0:1764938849.982627:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.982632:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938849.982656:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621008000/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938849.982683:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008000 02000000:00000010:2.0:1764938849.982692:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e353f2b8. 00010000:00000010:2.0:1764938849.982727:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e69948a. 00000100:00000010:2.0:1764938849.982733:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:2.0:1764938849.982739:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:2.0:1764938849.982742:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e69948a. 00000400:00000010:2.0:1764938849.982756:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938849.982760:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008000, offset 224 00000400:00000200:2.0:1764938849.982767:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938849.982776:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938849.982781:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90210:90210:256:4294967295] 192.168.203.57@tcp LPNI seq info [90210:90210:8:4294967295] 00000400:00000200:2.0:1764938849.982790:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938849.982795:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938849.982799:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938849.982804:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938849.982810:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938849.982813:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938849.982830:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938849.982834:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938849.982837:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04942c3. 00000800:00000200:2.0:1764938849.982914:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.982917:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938849.982920:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.982923:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.982927:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:2.0:1764938849.982929:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 00000400:00000010:3.0:1764938849.982986:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:3.0:1764938849.982990:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938849.982991:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000200:3.0:1764938849.982998:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0814fbb x1850670626930624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938849.983006:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0814fbb x1850670626930624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938849.983027:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000472ec619. 02000000:00000010:3.0:1764938849.983039:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000801bad5d. 02000000:00000010:3.0:1764938849.983044:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1ae18e9. 00000100:00000010:3.0:1764938849.983047:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 00000100:00000010:3.0:1764938849.983051:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:3.0:1764938849.983053:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079561ba1. 00080000:00000010:3.0:1764938849.983068:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008112799. 00010000:00000010:3.0:1764938849.983185:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a60ee060. 00010000:00000010:3.0:1764938849.983192:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c986409c. 00010000:00000010:3.0:1764938849.983271:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000307ffa2c. 00010000:00000010:3.0:1764938849.983278:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938849.983288:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab66f761. 00000100:00000010:3.0:1764938849.983292:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938849.983298:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 02000000:00000010:3.0:1764938849.983307:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bd35d0c. 02000000:00000010:3.0:1764938849.983329:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab55550e. 00000400:00000010:3.0:1764938849.983335:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2aef35b. 00000400:00000010:3.0:1764938849.983339:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046f0a039. 00000100:00000200:3.0:1764938849.983344:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930688, portal 16 00000400:00000010:3.0:1764938849.983347:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938849.983349:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930688, offset 0 00000400:00000200:3.0:1764938849.983355:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938849.983362:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938849.983369:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938849.983373:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938849.983388:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938849.983391:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90211:90211:256:4294967295] 192.168.203.57@tcp LPNI seq info [90211:90211:8:4294967295] 00000400:00000200:3.0:1764938849.983397:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938849.983402:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938849.983405:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4607fa0 (tot 82352938). 00000800:00000200:3.0:1764938849.983410:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938849.983414:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938849.983416:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4607fa0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938849.983527:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938849.983530:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4607fa0 (tot 82352690). 00000400:00000200:2.0:1764938849.983534:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938849.983537:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938849.983540:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:2.0:1764938849.983541:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00000100:00000200:2.0:1764938849.983546:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df2d2ba6 x1850670626930688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.994560:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.994581:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508000 00000400:00000200:3.0:1764938849.994589:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0bd9 [1] + 224 00000400:00000200:3.0:1764938849.994600:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.994604:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.994614:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df2d2ba6 x1850670626930688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938849.994656:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938849.994661:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f620c0 00000400:00000200:3.0:1764938849.994666:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf559 [2] + 656 00000400:00000200:3.0:1764938849.994688:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.994691:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938849.994695:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938849.994700:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 00000400:00000010:0.0:1764938849.994767:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c2aef35b. 00000400:00000200:0.0:1764938849.994772:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046f0a039 00000400:00000010:0.0:1764938849.994774:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046f0a039. 00000100:00000200:0.0:1764938849.994779:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df2d2ba6 x1850670626930688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938849.994786:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df2d2ba6 x1850670626930688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938849.994813:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab55550e. 02000000:00000010:0.0:1764938849.994818:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bd35d0c. 00000100:00000010:0.0:1764938849.994821:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 00000100:00000010:0.0:1764938849.994825:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:0.0:1764938849.994828:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab66f761. 00000020:00000010:0.0:1764938849.997188:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd30ef3c. 00000020:00000010:0.0:1764938849.997199:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938849.997203:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938849.997234:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f59f34e x1850670621008064/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:307/0 lens 328/0 e 0 to 0 dl 1764938892 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938849.997272:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008064 02000000:00000010:0.0:1764938849.997282:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2dfd965. 00010000:00000010:0.0:1764938849.997311:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7e378ac. 00010000:00000010:0.0:1764938849.997331:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000074c6d3ad. 00000100:00000010:0.0:1764938849.997339:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938849.997351:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938849.997354:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000074c6d3ad. 00000400:00000010:0.0:1764938849.997368:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938849.997374:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008064, offset 224 00000400:00000200:0.0:1764938849.997392:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.997405:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.997411:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90212:90212:256:4294967295] 192.168.203.57@tcp LPNI seq info [90212:90212:8:4294967295] 00000400:00000200:0.0:1764938849.997421:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.997426:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.997431:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938849.997437:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.997443:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.997446:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938849.997465:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938849.997469:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938849.997472:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd30ef3c. 00080000:00000010:0.0:1764938849.997498:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd30ef3c. 00010000:00000010:0.0:1764938849.997594:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7a70260. 00010000:00000010:0.0:1764938849.997601:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004263794e. 00010000:00000010:0.0:1764938849.997666:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029658e39. 00010000:00000010:0.0:1764938849.997672:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f9c4ced1. 00010000:00000010:0.0:1764938849.997682:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000074c6d3ad. 00000100:00000010:0.0:1764938849.997685:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938849.997692:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 02000000:00000010:0.0:1764938849.997701:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003faa0830. 02000000:00000010:0.0:1764938849.997723:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000921dc07f. 00000400:00000010:0.0:1764938849.997728:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938849.997732:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938849.997737:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930752, portal 16 00000400:00000010:0.0:1764938849.997741:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938849.997742:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930752, offset 0 00000400:00000200:0.0:1764938849.997747:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938849.997752:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938849.997758:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938849.997761:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938849.997764:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938849.997766:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90213:90213:255:4294967295] 192.168.203.57@tcp LPNI seq info [90213:90213:7:4294967295] 00000400:00000200:0.0:1764938849.997772:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938849.997775:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938849.997777:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82353186). 00000800:00000200:0.0:1764938849.997781:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938849.997785:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938849.997787:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938849.998472:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.998477:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352938). 00000400:00000200:3.0:1764938849.998481:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.998486:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.998491:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938849.998493:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000800:00000200:3.0:1764938849.998523:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938849.998524:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352690). 00000400:00000200:3.0:1764938849.998527:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938849.998529:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938849.998582:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938849.998584:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000100:00000200:3.0:1764938849.998591:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c26b009e x1850670626930752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.001911:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.001930:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508040 00000400:00000200:0.0:1764938850.001939:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0be5 [1] + 224 00000400:00000200:0.0:1764938850.001950:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.001954:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.001964:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c26b009e x1850670626930752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.002002:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.002008:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62100 00000400:00000200:0.0:1764938850.002012:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf559 [2] + 984 00000400:00000200:0.0:1764938850.002020:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.002022:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.002027:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.002032:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6dc1b1a. 00000020:00000010:1.0:1764938850.002230:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031cfb87c. 00000020:00000010:1.0:1764938850.002237:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006119f8fb. 00000020:00000010:1.0:1764938850.002241:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.002263:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6dc1b1a x1850670621008128/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.002296:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008128 02000000:00000010:1.0:1764938850.002306:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051ae5e85. 00010000:00000010:1.0:1764938850.002340:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e8a0815. 00000100:00000010:1.0:1764938850.002346:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.002352:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.002355:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e8a0815. 00000400:00000010:1.0:1764938850.002370:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081a11b07. 00000100:00000200:1.0:1764938850.002374:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008128, offset 224 00000400:00000200:1.0:1764938850.002392:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.002401:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.002406:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90214:90214:256:4294967295] 192.168.203.57@tcp LPNI seq info [90214:90214:8:4294967295] 00000400:00000200:1.0:1764938850.002416:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.002420:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.002424:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938850.002429:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.002435:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.002438:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.002452:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006119f8fb. 00000020:00000010:1.0:1764938850.002455:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.002458:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031cfb87c. 00000400:00000010:2.0:1764938850.002985:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:2.0:1764938850.002990:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:2.0:1764938850.002991:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000100:00000200:2.0:1764938850.002997:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c26b009e x1850670626930752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.003005:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c26b009e x1850670626930752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938893 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938850.003024:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062d5149d. 02000000:00000010:2.0:1764938850.003038:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000921dc07f. 02000000:00000010:2.0:1764938850.003042:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003faa0830. 00000100:00000010:2.0:1764938850.003045:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 00000100:00000010:2.0:1764938850.003048:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:2.0:1764938850.003051:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000074c6d3ad. 00080000:00000010:2.0:1764938850.003066:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c04942c3. 00010000:00000010:3.1:1764938850.003461:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6e6cb1. 00010000:00000010:3.1:1764938850.003467:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb35eb85. 00010000:00000010:3.1:1764938850.003471:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dabaab88. 00000800:00000200:3.0:1764938850.003488:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.003491:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938850.003845:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.003852:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.003856:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081a11b07 00000400:00000010:3.0:1764938850.003858:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081a11b07. 00010000:00000010:2.0:1764938850.004035:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9c4ced1. 00010000:00000010:2.0:1764938850.004042:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000688e6b86. 00010000:00000010:2.0:1764938850.004137:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005ce1d1f. 00010000:00000010:2.0:1764938850.004143:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938850.004153:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e69948a. 00000100:00000010:2.0:1764938850.004158:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:2.0:1764938850.004165:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938850.004175:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f579f6a. 02000000:00000010:2.0:1764938850.004195:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a69d61c. 00000400:00000010:2.0:1764938850.004199:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009fff8093. 00000400:00000010:2.0:1764938850.004203:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938850.004209:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930816, portal 16 00000400:00000010:2.0:1764938850.004212:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938850.004214:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930816, offset 0 00000400:00000200:2.0:1764938850.004220:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.004230:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.004236:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.004240:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.004242:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.004245:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90215:90215:256:4294967295] 192.168.203.57@tcp LPNI seq info [90215:90215:8:4294967295] 00000400:00000200:2.0:1764938850.004254:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.004258:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.004261:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.004266:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.004272:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.004276:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.004841:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.004845:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938850.004849:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.004854:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.004857:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:3.0:1764938850.004859:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:3.0:1764938850.004866:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626930816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.014143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac6946a. 00010000:00000010:0.1:1764938850.014156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0e1dce8. 00010000:00000010:0.1:1764938850.014159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307ffa2c. 00010000:00000010:2.1:1764938850.014258:0:78463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044a092a5. 00010000:00000010:2.1:1764938850.014268:0:78463:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000531db5c2. 00010000:00000010:2.1:1764938850.014271:0:78463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029658e39. 00000400:00000200:0.0:1764938850.015914:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.015934:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508080 00000400:00000200:0.0:1764938850.015943:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0bf1 [1] + 224 00000400:00000200:0.0:1764938850.015955:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.015958:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.015969:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626930816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.016011:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.016018:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62140 00000400:00000200:0.0:1764938850.016022:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf559 [2] + 1312 00000400:00000200:0.0:1764938850.016033:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.016036:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.016039:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.016045:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008522f535. 00000020:00000010:0.0:1764938850.016089:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001788ee4a. 00000020:00000010:0.0:1764938850.016095:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938850.016098:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.016143:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008522f535 x1850670621008192/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938850.016171:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008192 02000000:00000010:0.0:1764938850.016181:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094b70927. 00010000:00000010:0.0:1764938850.016217:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c564f31. 00000100:00000010:0.0:1764938850.016224:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc2c8bac. 00000100:00000010:0.0:1764938850.016230:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc2c8bac. 00010000:00000010:0.0:1764938850.016233:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c564f31. 00000400:00000010:0.0:1764938850.016249:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938850.016254:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008192, offset 224 00000400:00000200:0.0:1764938850.016261:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.016272:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.016277:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90216:90216:256:4294967295] 192.168.203.57@tcp LPNI seq info [90216:90216:8:4294967295] 00000400:00000200:0.0:1764938850.016286:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.016290:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.016295:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938850.016300:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.016308:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.016311:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.016328:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938850.016332:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.016335:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001788ee4a. 00000800:00000200:0.0:1764938850.017089:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.017094:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:0.0:1764938850.017098:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.017120:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.017125:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938850.017127:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000400:00000010:3.0:1764938850.017214:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009fff8093. 00000400:00000200:3.0:1764938850.017218:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:3.0:1764938850.017219:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 00000100:00000200:3.0:1764938850.017226:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626930816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.017235:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626930816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.017255:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010b46fa7. 02000000:00000010:3.0:1764938850.017270:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a69d61c. 02000000:00000010:3.0:1764938850.017275:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f579f6a. 00000100:00000010:3.0:1764938850.017279:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:3.0:1764938850.017281:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:3.0:1764938850.017284:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e69948a. 00080000:00000010:3.0:1764938850.017299:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f6c0e26. 00010000:00000010:3.0:1764938850.017384:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:3.0:1764938850.017392:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fea33e52. 00010000:00000010:3.0:1764938850.017452:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000018faff8. 00010000:00000010:3.0:1764938850.017457:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.017466:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000715f200e. 00000100:00000010:3.0:1764938850.017470:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938850.017476:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000370a0423. 02000000:00000010:3.0:1764938850.017485:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af9165a6. 02000000:00000010:3.0:1764938850.017528:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bd35d0c. 00000400:00000010:3.0:1764938850.017533:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b2caada. 00000400:00000010:3.0:1764938850.017537:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f724e3. 00000100:00000200:3.0:1764938850.017541:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930880, portal 16 00000400:00000010:3.0:1764938850.017545:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938850.017547:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930880, offset 0 00000400:00000200:3.0:1764938850.017553:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.017563:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.017570:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.017573:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.017575:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.017577:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90217:90217:256:4294967295] 192.168.203.57@tcp LPNI seq info [90217:90217:8:4294967295] 00000400:00000200:3.0:1764938850.017585:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.017590:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.017594:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82352938). 00000800:00000200:3.0:1764938850.017598:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.017605:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.017607:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.020511:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.020521:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352690). 00000400:00000200:3.0:1764938850.020528:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.020538:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.020543:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938850.020545:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938850.020554:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000370a0423 x1850670626930880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.025993:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.026010:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55080c0 00000400:00000200:0.0:1764938850.026019:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0bfd [1] + 224 00000400:00000200:0.0:1764938850.026029:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.026032:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.026041:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000370a0423 x1850670626930880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.026075:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.026080:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62180 00000400:00000200:0.0:1764938850.026084:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf559 [2] + 1640 00000400:00000010:1.0:1764938850.026306:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b2caada. 00000400:00000200:1.0:1764938850.026312:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f724e3 00000400:00000010:1.0:1764938850.026314:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f724e3. 00000100:00000200:1.0:1764938850.026319:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000370a0423 x1850670626930880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.026327:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000370a0423 x1850670626930880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.026353:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bd35d0c. 02000000:00000010:1.0:1764938850.026357:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af9165a6. 00000100:00000010:1.0:1764938850.026360:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000370a0423. 00000100:00000010:1.0:1764938850.026363:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:1.0:1764938850.026366:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000715f200e. 00000400:00000200:0.0:1764938850.026407:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.026411:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.026415:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.026419:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cec6963. 00000020:00000010:1.0:1764938850.026499:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb52a23. 00000020:00000010:1.0:1764938850.026506:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006119f8fb. 00000020:00000010:1.0:1764938850.026510:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.026532:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cec6963 x1850670621008256/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.026563:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008256 02000000:00000010:1.0:1764938850.026573:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e949dc2b. 00010000:00000010:1.0:1764938850.026598:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008ba3cff. 00010000:00000010:1.0:1764938850.026616:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e8a0815. 00000100:00000010:1.0:1764938850.026621:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.026630:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.026632:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e8a0815. 00000400:00000010:1.0:1764938850.026645:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2d66d72. 00000100:00000200:1.0:1764938850.026649:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008256, offset 224 00000400:00000200:1.0:1764938850.026656:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.026666:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.026671:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90218:90218:256:4294967295] 192.168.203.57@tcp LPNI seq info [90218:90218:8:4294967295] 00000400:00000200:1.0:1764938850.026680:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.026685:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.026689:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938850.026694:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.026701:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.026704:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.026719:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006119f8fb. 00000020:00000010:1.0:1764938850.026723:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.026726:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb52a23. 00080000:00000010:1.0:1764938850.026752:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fb52a23. 00010000:00000010:1.0:1764938850.026841:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000128dba3e. 00010000:00000010:1.0:1764938850.026847:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6b32e80. 00010000:00000010:1.0:1764938850.026914:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e901e548. 00010000:00000010:1.0:1764938850.026922:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af34c72d. 00010000:00000010:1.0:1764938850.026932:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e8a0815. 00000100:00000010:1.0:1764938850.026935:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.026941:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938850.026951:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003df5af1e. 02000000:00000010:1.0:1764938850.026973:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000beff75b7. 00000400:00000010:1.0:1764938850.026978:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000067f968c. 00000400:00000010:1.0:1764938850.026982:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938850.026987:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626930944, portal 16 00000400:00000010:1.0:1764938850.026991:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ff7b08d. 00000100:00000200:1.0:1764938850.026992:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626930944, offset 0 00000400:00000200:1.0:1764938850.026998:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.027004:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.027010:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938850.027014:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938850.027017:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938850.027019:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90219:90219:255:4294967295] 192.168.203.57@tcp LPNI seq info [90219:90219:7:4294967295] 00000400:00000200:1.0:1764938850.027026:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.027030:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.027033:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938850.027037:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.027041:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.027043:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.027154:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.027158:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352938). 00000400:00000200:0.0:1764938850.027162:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.027166:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.027169:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:0.0:1764938850.027171:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00000800:00000200:0.0:1764938850.027342:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.027345:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:0.0:1764938850.027348:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.027352:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.027355:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:0.0:1764938850.027356:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00000100:00000200:0.0:1764938850.027361:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626930944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.031621:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.031638:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508100 00000400:00000200:0.0:1764938850.031646:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c09 [1] + 224 00000400:00000200:0.0:1764938850.031658:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.031661:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.031670:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626930944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.031728:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000067f968c. 00000400:00000200:1.0:1764938850.031732:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:1.0:1764938850.031734:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000100:00000200:1.0:1764938850.031739:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626930944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.031746:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626930944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.031772:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000beff75b7. 02000000:00000010:1.0:1764938850.031778:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003df5af1e. 00000100:00000010:1.0:1764938850.031782:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938850.031785:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.031789:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e8a0815. 00010000:00000010:3.1:1764938850.036269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae447a88. 00010000:00000010:3.1:1764938850.036284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086ab0a1d. 00010000:00000010:3.1:1764938850.036288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ce1d1f. 00000400:00000200:3.0:1764938850.038051:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.038068:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f621c0 00000400:00000200:3.0:1764938850.038075:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf559 [2] + 1968 00000400:00000010:3.0:1764938850.038079:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a76db34. 00000400:00000200:3.0:1764938850.038083:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003c543b62 00000400:00000200:3.0:1764938850.038700:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.038706:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.038711:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c543b62 00000400:00000010:3.0:1764938850.038714:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003c543b62 (tot 82352538). 00000100:00000200:3.0:1764938850.038719:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1764938850.040168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009dff528. 00010000:00000010:1.1:1764938850.040177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2a21441. 00010000:00000010:1.1:1764938850.040182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00000020:00000010:2.0:1764938850.040323:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e9a9215. 00000020:00000010:2.0:1764938850.040329:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.040333:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.040357:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cae8b535 x1850670621008320/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938850.040399:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008320 02000000:00000010:2.0:1764938850.040410:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000876e0b60. 00010000:00000010:2.0:1764938850.040437:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000154324e8. 00010000:00000010:2.0:1764938850.040455:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008ad2779. 00000100:00000010:2.0:1764938850.040463:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007b65ab26. 00000100:00000010:2.0:1764938850.040474:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007b65ab26. 00010000:00000010:2.0:1764938850.040477:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008ad2779. 00000400:00000010:2.0:1764938850.040490:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938850.040495:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008320, offset 224 00000400:00000200:2.0:1764938850.040503:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.040516:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.040522:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90220:90220:256:4294967295] 192.168.203.57@tcp LPNI seq info [90220:90220:8:4294967295] 00000400:00000200:2.0:1764938850.040531:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.040537:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.040542:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352786). 00000800:00000200:2.0:1764938850.040547:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.040553:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.040556:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.040571:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.040574:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.040577:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e9a9215. 02000000:00000010:2.0:1764938850.040585:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e949dc2b. 00000100:00000010:2.0:1764938850.040590:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cec6963. 02000000:00000010:2.0:1764938850.040593:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094b70927. 00000100:00000010:2.0:1764938850.040595:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008522f535. 02000000:00000010:2.0:1764938850.040597:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051ae5e85. 00000100:00000010:2.0:1764938850.040599:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6dc1b1a. 02000000:00000010:2.0:1764938850.040601:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2dfd965. 00000100:00000010:2.0:1764938850.040603:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 02000000:00000010:2.0:1764938850.040608:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e353f2b8. 00000100:00000010:2.0:1764938850.040611:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938850.040613:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a69e359a. 00000100:00000010:2.0:1764938850.040615:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000200:2.0:1764938850.040620:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938850.040624:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a76db34. 00000400:00000010:2.0:1764938850.040627:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007b65ab26 (tot 82352938). 00000800:00000200:2.0:1764938850.040704:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.040707:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938850.040710:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.040714:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.040716:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938850.040718:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 02000000:00000010:2.0:1764938850.040722:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000876e0b60. 00080000:00000010:3.0:1764938850.040939:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab55550e. 00010000:00000010:3.0:1764938850.041018:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af34c72d. 00010000:00000010:3.0:1764938850.041025:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb0700af. 00010000:00000010:3.0:1764938850.041084:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938850.041089:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.041098:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003481c3d5. 00000100:00000010:3.0:1764938850.041133:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.041139:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 02000000:00000010:3.0:1764938850.041148:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af9165a6. 02000000:00000010:3.0:1764938850.041167:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bd35d0c. 00000400:00000010:3.0:1764938850.041170:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c30ec4a. 00000400:00000010:3.0:1764938850.041173:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938850.041176:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931008, portal 16 00000400:00000010:3.0:1764938850.041180:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938850.041181:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931008, offset 0 00000400:00000200:3.0:1764938850.041187:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.041193:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.041199:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.041202:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.041205:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.041207:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90221:90221:256:4294967295] 192.168.203.57@tcp LPNI seq info [90221:90221:8:4294967295] 00000400:00000200:3.0:1764938850.041214:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.041218:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.041221:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423e92d4 (tot 82352938). 00000800:00000200:3.0:1764938850.041224:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.041228:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.041230:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000423e92d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.042098:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.042117:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423e92d4 (tot 82352690). 00000400:00000200:1.0:1764938850.042122:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.042126:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.042130:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:1.0:1764938850.042131:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:1.0:1764938850.042137:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c059cec2 x1850670626931008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.043805:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.043823:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508140 00000400:00000200:3.0:1764938850.043830:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c19 [1] + 224 00000400:00000200:1.0:1764938850.045056:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.045067:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.045079:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c059cec2 x1850670626931008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.045187:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.045199:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62200 00000400:00000200:1.0:1764938850.045205:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf5b1 [2] + 0 00000400:00000200:1.0:1764938850.045259:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.045262:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.045266:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.045272:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000400:00000010:3.0:1764938850.046168:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c30ec4a. 00000400:00000200:3.0:1764938850.046176:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938850.046178:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938850.046187:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c059cec2 x1850670626931008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.046197:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c059cec2 x1850670626931008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.046226:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bd35d0c. 02000000:00000010:3.0:1764938850.046232:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af9165a6. 00000100:00000010:3.0:1764938850.046236:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c059cec2. 00000100:00000010:3.0:1764938850.046241:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:3.0:1764938850.046244:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003481c3d5. 00000020:00000010:2.0:1764938850.047050:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000876e0b60. 00000020:00000010:2.0:1764938850.047057:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.047061:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.047083:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621008384/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938850.047127:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008384 02000000:00000010:2.0:1764938850.047137:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e353f2b8. 00010000:00000010:2.0:1764938850.047161:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006acb1584. 00010000:00000010:2.0:1764938850.047182:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008ad2779. 00000100:00000010:2.0:1764938850.047190:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061f18549. 00000100:00000010:2.0:1764938850.047197:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061f18549. 00010000:00000010:2.0:1764938850.047201:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008ad2779. 00000400:00000010:2.0:1764938850.047213:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938850.047217:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008384, offset 224 00000400:00000200:2.0:1764938850.047225:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.047236:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.047241:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90222:90222:256:4294967295] 192.168.203.57@tcp LPNI seq info [90222:90222:8:4294967295] 00000400:00000200:2.0:1764938850.047251:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.047256:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.047260:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938850.047266:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.047271:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.047275:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.047293:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.047297:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.047301:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000876e0b60. 00000800:00000200:2.0:1764938850.047405:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.047408:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938850.047413:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.047417:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.047420:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938850.047422:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00080000:00000010:3.0:1764938850.047983:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ed7e254. 00010000:00000010:3.0:1764938850.048060:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.048068:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b31d4c7. 00010000:00000010:3.0:1764938850.048224:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.0:1764938850.048231:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.048242:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003481c3d5. 00000100:00000010:3.0:1764938850.048246:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.048253:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 02000000:00000010:3.0:1764938850.048264:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af9165a6. 02000000:00000010:3.0:1764938850.048287:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bd35d0c. 00000400:00000010:3.0:1764938850.048292:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c30ec4a. 00000400:00000010:3.0:1764938850.048296:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938850.048300:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931072, portal 16 00000400:00000010:3.0:1764938850.048304:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938850.048306:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931072, offset 0 00000400:00000200:3.0:1764938850.048311:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.048320:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.048327:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.048330:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.048333:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.048336:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90223:90223:256:4294967295] 192.168.203.57@tcp LPNI seq info [90223:90223:8:4294967295] 00000400:00000200:3.0:1764938850.048343:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.048347:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.048351:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4fb9563 (tot 82352938). 00000800:00000200:3.0:1764938850.048355:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.048359:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.048361:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4fb9563 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.048651:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.048655:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4fb9563 (tot 82352690). 00000400:00000200:1.0:1764938850.048658:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.048662:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.048665:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:1.0:1764938850.048667:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:1.0:1764938850.048672:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c059cec2 x1850670626931072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.051443:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.051464:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508180 00000400:00000200:1.0:1764938850.051473:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c25 [1] + 224 00000400:00000200:1.0:1764938850.051488:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.051491:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.051502:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c059cec2 x1850670626931072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.051800:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c30ec4a. 00000400:00000200:3.0:1764938850.051805:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938850.051807:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938850.051812:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c059cec2 x1850670626931072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.051825:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c059cec2 x1850670626931072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.051909:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bd35d0c. 02000000:00000010:3.0:1764938850.051915:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af9165a6. 00000100:00000010:3.0:1764938850.051919:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c059cec2. 00000100:00000010:3.0:1764938850.051924:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:3.0:1764938850.051927:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003481c3d5. 00000400:00000200:2.0:1764938850.053002:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.053018:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62240 00000400:00000200:2.0:1764938850.053025:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf5b1 [2] + 328 00000400:00000200:2.0:1764938850.053089:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.053094:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.053099:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.053139:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:1.0:1764938850.053247:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fb71990. 00000020:00000010:1.0:1764938850.053254:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a72d870. 00000020:00000010:1.0:1764938850.053258:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.053280:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621008448/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938850.053314:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008448 02000000:00000010:1.0:1764938850.053326:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003df5af1e. 00010000:00000010:1.0:1764938850.053353:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c85abcd. 00010000:00000010:1.0:1764938850.053371:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e8a0815. 00000100:00000010:1.0:1764938850.053390:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.053402:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.053406:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e8a0815. 00000400:00000010:1.0:1764938850.053420:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938850.053425:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008448, offset 224 00000400:00000200:1.0:1764938850.053432:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.053442:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.053447:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90224:90224:256:4294967295] 192.168.203.57@tcp LPNI seq info [90224:90224:8:4294967295] 00000400:00000200:1.0:1764938850.053458:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.053463:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.053468:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938850.053473:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.053480:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.053484:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.053504:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a72d870. 00000020:00000010:1.0:1764938850.053508:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.053511:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fb71990. 00000800:00000200:1.0:1764938850.053570:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.053574:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938850.053577:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.053581:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.053584:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:1.0:1764938850.053586:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00080000:00000010:3.0:1764938850.054038:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a69e359a. 00010000:00000010:3.0:1764938850.054147:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.054155:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031488bb6. 00010000:00000010:3.0:1764938850.054222:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.0:1764938850.054229:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.054238:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003481c3d5. 00000100:00000010:3.0:1764938850.054242:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.054248:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 02000000:00000010:3.0:1764938850.054258:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1ae18e9. 02000000:00000010:3.0:1764938850.054283:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af9165a6. 00000400:00000010:3.0:1764938850.054288:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c30ec4a. 00000400:00000010:3.0:1764938850.054293:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938850.054297:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931136, portal 16 00000400:00000010:3.0:1764938850.054301:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf92bcf. 00000100:00000200:3.0:1764938850.054303:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931136, offset 0 00000400:00000200:3.0:1764938850.054308:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.054317:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.054323:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.054326:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.054328:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.054331:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90225:90225:256:4294967295] 192.168.203.57@tcp LPNI seq info [90225:90225:8:4294967295] 00000400:00000200:3.0:1764938850.054338:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.054343:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.054346:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938850.054351:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.054355:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.054357:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.054995:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.054999:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352690). 00000400:00000200:1.0:1764938850.055004:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.055010:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.055014:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:1.0:1764938850.055015:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:1.0:1764938850.055022:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c059cec2 x1850670626931136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.057169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cada1af. 00010000:00000010:3.1:1764938850.059057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa241fda. 00010000:00000010:3.1:1764938850.059070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e901e548. 00000400:00000200:2.0:1764938850.059679:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.059697:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55081c0 00000400:00000200:2.0:1764938850.059705:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c31 [1] + 224 00000400:00000200:2.0:1764938850.059716:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.059719:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.059729:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c059cec2 x1850670626931136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.059759:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.059763:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62280 00000400:00000200:2.0:1764938850.059768:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf5b1 [2] + 656 00000400:00000200:2.0:1764938850.059813:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.059817:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.059820:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.059824:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:2.0:1764938850.059869:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000876e0b60. 00000020:00000010:2.0:1764938850.059875:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.059878:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.059902:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621008512/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938850.059929:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008512 02000000:00000010:2.0:1764938850.059938:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005e9a9215. 00010000:00000010:2.0:1764938850.059974:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008ad2779. 00000100:00000010:2.0:1764938850.059980:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061f18549. 00000100:00000010:2.0:1764938850.059986:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061f18549. 00010000:00000010:2.0:1764938850.059989:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008ad2779. 00000400:00000010:2.0:1764938850.060002:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938850.060005:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008512, offset 224 00000400:00000200:2.0:1764938850.060012:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.060022:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.060026:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90226:90226:256:4294967295] 192.168.203.57@tcp LPNI seq info [90226:90226:8:4294967295] 00000400:00000200:2.0:1764938850.060036:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.060040:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.060044:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938850.060048:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.060054:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.060058:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.060072:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.060075:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.060078:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000876e0b60. 00000800:00000200:2.0:1764938850.060148:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.060151:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938850.060153:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.060156:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.060159:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938850.060160:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00010000:00000010:3.1:1764938850.063884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf55fecf. 00010000:00000010:3.1:1764938850.063896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938850.063900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f636c636. 00010000:00000010:3.1:1764938850.063903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00000400:00000010:3.0:1764938850.063943:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c30ec4a. 00000400:00000200:3.0:1764938850.063947:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938850.063948:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938850.063961:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c059cec2 x1850670626931136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.063970:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c059cec2 x1850670626931136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.063994:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000126398d9. 02000000:00000010:3.0:1764938850.064007:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af9165a6. 02000000:00000010:3.0:1764938850.064011:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1ae18e9. 00000100:00000010:3.0:1764938850.064015:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c059cec2. 00000100:00000010:3.0:1764938850.064019:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:3.0:1764938850.064021:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003481c3d5. 00080000:00000010:3.0:1764938850.064040:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af9165a6. 00010000:00000010:3.0:1764938850.064142:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.064148:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e476c79. 00010000:00000010:3.0:1764938850.064217:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.0:1764938850.064222:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.064232:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003481c3d5. 00000100:00000010:3.0:1764938850.064236:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.064243:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 02000000:00000010:3.0:1764938850.064254:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bd35d0c. 02000000:00000010:3.0:1764938850.064280:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ae18e9. 00000400:00000010:3.0:1764938850.064286:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c30ec4a. 00000400:00000010:3.0:1764938850.064291:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938850.064297:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931200, portal 16 00000400:00000010:3.0:1764938850.064301:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000100:00000200:3.0:1764938850.064304:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931200, offset 0 00000400:00000200:3.0:1764938850.064311:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.064325:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.064332:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.064335:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.064339:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.064342:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90227:90227:256:4294967295] 192.168.203.57@tcp LPNI seq info [90227:90227:8:4294967295] 00000400:00000200:3.0:1764938850.064353:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.064358:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.064363:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938850.064370:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.064386:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.064389:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938850.070182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c3fd05. 00000800:00000200:1.0:1764938850.070269:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.070272:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:1.0:1764938850.070277:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.070285:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.070290:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:1.0:1764938850.070292:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:1.0:1764938850.070300:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c059cec2 x1850670626931200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.072279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002422c1fc. 00010000:00000010:3.1:1764938850.075584:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f6438d2. 00000400:00000200:0.0:1764938850.075814:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.075830:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508200 00000400:00000200:0.0:1764938850.075839:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c3d [1] + 224 00000400:00000200:0.0:1764938850.075851:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.075855:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.075867:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c059cec2 x1850670626931200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.075905:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.075911:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f622c0 00000400:00000200:0.0:1764938850.075916:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf5b1 [2] + 984 00000400:00000200:0.0:1764938850.075925:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.075928:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.075931:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.075936:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 00000020:00000010:0.0:1764938850.075987:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ce24089. 00000020:00000010:0.0:1764938850.075994:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938850.075998:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.076020:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b40153c x1850670621008576/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938850.076047:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008576 02000000:00000010:0.0:1764938850.076057:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cfca4a88. 00010000:00000010:0.0:1764938850.076094:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c564f31. 00000100:00000010:0.0:1764938850.076125:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc2c8bac. 00000100:00000010:0.0:1764938850.076132:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc2c8bac. 00010000:00000010:0.0:1764938850.076135:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c564f31. 00000400:00000010:0.0:1764938850.076148:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938850.076153:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008576, offset 224 00000400:00000200:0.0:1764938850.076159:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.076169:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.076174:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90228:90228:256:4294967295] 192.168.203.57@tcp LPNI seq info [90228:90228:8:4294967295] 00000400:00000200:0.0:1764938850.076183:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.076188:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.076192:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938850.076197:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.076202:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.076206:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.076220:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938850.076224:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.076227:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ce24089. 00000800:00000200:0.0:1764938850.076315:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.076318:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:0.0:1764938850.076321:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.076324:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.076327:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938850.076329:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000400:00000010:3.0:1764938850.079718:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c30ec4a. 00000400:00000200:3.0:1764938850.079728:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938850.079730:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938850.079742:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c059cec2 x1850670626931200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.079752:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c059cec2 x1850670626931200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.079778:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8c3a9de. 02000000:00000010:3.0:1764938850.079791:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ae18e9. 02000000:00000010:3.0:1764938850.079796:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bd35d0c. 00000100:00000010:3.0:1764938850.079800:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c059cec2. 00000100:00000010:3.0:1764938850.079804:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:3.0:1764938850.079807:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003481c3d5. 00080000:00000010:3.0:1764938850.079824:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000914c552. 00010000:00000010:3.0:1764938850.079903:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.079910:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000141297a4. 00010000:00000010:3.0:1764938850.079978:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938850.079985:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.079996:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003481c3d5. 00000100:00000010:3.0:1764938850.080001:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.080008:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 02000000:00000010:3.0:1764938850.080019:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bd35d0c. 02000000:00000010:3.0:1764938850.080044:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ae18e9. 00000400:00000010:3.0:1764938850.080050:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c30ec4a. 00000400:00000010:3.0:1764938850.080053:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938850.080058:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931264, portal 16 00000400:00000010:3.0:1764938850.080063:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000100:00000200:3.0:1764938850.080065:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931264, offset 0 00000400:00000200:3.0:1764938850.080072:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.080086:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.080095:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.080098:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.080131:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.080135:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90229:90229:256:4294967295] 192.168.203.57@tcp LPNI seq info [90229:90229:8:4294967295] 00000400:00000200:3.0:1764938850.080145:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.080151:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.080156:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f150cf (tot 82352938). 00000800:00000200:3.0:1764938850.080162:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.080169:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.080173:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5f150cf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.080327:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.080330:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f150cf (tot 82352690). 00000400:00000200:1.0:1764938850.080335:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.080340:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.080344:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:1.0:1764938850.080345:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:1.0:1764938850.080350:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c059cec2 x1850670626931264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.081148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbdb5473. 00010000:00000010:3.1:1764938850.081156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.1:1764938850.090151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f84950e. 00010000:00000010:3.1:1764938850.090164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e8ea2f6. 00010000:00000010:3.1:1764938850.090167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00000400:00000200:2.0:1764938850.096524:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.096546:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508240 00000400:00000200:2.0:1764938850.096556:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c49 [1] + 224 00000400:00000200:2.0:1764938850.096569:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.096573:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.096584:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c059cec2 x1850670626931264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.096622:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.096628:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62300 00000400:00000200:2.0:1764938850.096632:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf5b1 [2] + 1312 00000400:00000200:2.0:1764938850.096642:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.096644:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.096648:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.096653:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:1.0:1764938850.096744:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beff75b7. 00000020:00000010:1.0:1764938850.096752:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009e1237da. 00000020:00000010:1.0:1764938850.096756:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.096778:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621008640/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.096811:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008640 02000000:00000010:1.0:1764938850.096822:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afe26cb8. 00010000:00000010:1.0:1764938850.096858:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938850.096865:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.096872:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.096876:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000010:1.0:1764938850.096891:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938850.096896:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008640, offset 224 00000400:00000200:1.0:1764938850.096904:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.096914:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.096920:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90230:90230:256:4294967295] 192.168.203.57@tcp LPNI seq info [90230:90230:8:4294967295] 00000400:00000200:1.0:1764938850.096930:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.096935:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.096940:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938850.096947:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.096954:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.096957:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.096985:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009e1237da. 00000020:00000010:1.0:1764938850.096988:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.096992:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beff75b7. 00000400:00000010:3.0:1764938850.097052:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c30ec4a. 00000400:00000200:3.0:1764938850.097057:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938850.097059:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938850.097065:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c059cec2 x1850670626931264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.097071:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c059cec2 x1850670626931264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.097092:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005595c9bd. 02000000:00000010:3.0:1764938850.097144:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ae18e9. 02000000:00000010:3.0:1764938850.097151:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bd35d0c. 00000100:00000010:3.0:1764938850.097154:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c059cec2. 00000100:00000010:3.0:1764938850.097159:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:3.0:1764938850.097161:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003481c3d5. 00080000:00000010:3.0:1764938850.097177:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdf8a7e9. 00010000:00000010:3.0:1764938850.097259:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.097265:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000655c87fe. 00010000:00000010:3.0:1764938850.097342:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.0:1764938850.097349:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000128dba3e. 00010000:00000010:3.0:1764938850.097359:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003481c3d5. 00000100:00000010:3.0:1764938850.097362:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.097368:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 02000000:00000010:3.0:1764938850.097389:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006380f14. 02000000:00000010:3.0:1764938850.097412:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000708eeb32. 00000400:00000010:3.0:1764938850.097417:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c30ec4a. 00000400:00000010:3.0:1764938850.097421:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938850.097426:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931328, portal 16 00000400:00000010:3.0:1764938850.097430:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf92bcf. 00000100:00000200:3.0:1764938850.097432:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931328, offset 0 00000400:00000200:3.0:1764938850.097438:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.097444:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.097451:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.097455:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.097457:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.097460:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90231:90231:255:4294967295] 192.168.203.57@tcp LPNI seq info [90231:90231:7:4294967295] 00000400:00000200:3.0:1764938850.097467:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.097472:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.097475:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9da62a (tot 82353186). 00000800:00000200:3.0:1764938850.097480:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.097485:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.097487:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f9da62a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.097643:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.097646:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352938). 00000400:00000200:1.0:1764938850.097651:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.097655:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.097658:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:1.0:1764938850.097660:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000800:00000200:1.0:1764938850.097723:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.097725:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9da62a (tot 82352690). 00000400:00000200:1.0:1764938850.097729:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.097732:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.097734:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:1.0:1764938850.097735:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:1.0:1764938850.097739:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c059cec2 x1850670626931328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.098992:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.099006:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508280 00000400:00000200:3.0:1764938850.099013:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c55 [1] + 224 00000400:00000200:3.0:1764938850.099025:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.099029:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.099036:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c059cec2 x1850670626931328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938850.099143:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c30ec4a. 00000400:00000200:2.0:1764938850.099148:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:2.0:1764938850.099150:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:2.0:1764938850.099155:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c059cec2 x1850670626931328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.099161:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c059cec2 x1850670626931328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.099187:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000708eeb32. 02000000:00000010:2.0:1764938850.099192:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006380f14. 00000100:00000010:2.0:1764938850.099195:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c059cec2. 00000100:00000010:2.0:1764938850.099199:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:2.0:1764938850.099202:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003481c3d5. 00000400:00000200:2.0:1764938850.099540:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.099549:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62340 00000400:00000200:2.0:1764938850.099553:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf5b1 [2] + 1640 00000400:00000200:2.0:1764938850.099815:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.099820:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.099825:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.099829:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:3.0:1764938850.099909:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006380f14. 00000020:00000010:3.0:1764938850.099915:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938850.099919:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e69a66c3. 00000100:00000200:3.0:1764938850.099943:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621008704/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938850.099980:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008704 02000000:00000010:3.0:1764938850.099990:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000708eeb32. 00010000:00000010:3.0:1764938850.100021:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039e28b34. 00010000:00000010:3.0:1764938850.100041:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938850.100046:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.100053:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:3.0:1764938850.100055:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00000400:00000010:3.0:1764938850.100065:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938850.100069:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008704, offset 224 00000400:00000200:3.0:1764938850.100075:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.100084:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.100089:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90232:90232:256:4294967295] 192.168.203.57@tcp LPNI seq info [90232:90232:8:4294967295] 00000400:00000200:3.0:1764938850.100098:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.100126:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.100130:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82352938). 00000800:00000200:3.0:1764938850.100136:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.100143:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.100147:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.100163:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938850.100166:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e69a66c3. 00000020:00000010:3.0:1764938850.100169:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006380f14. 00080000:00000010:2.0:1764938850.100408:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfca1797. 00010000:00000010:2.0:1764938850.100490:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000128dba3e. 00010000:00000010:2.0:1764938850.100497:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000abb37704. 00010000:00000010:2.0:1764938850.100565:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090d2fc45. 00010000:00000010:2.0:1764938850.100570:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938850.100574:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006931b912. 00010000:00000010:2.0:1764938850.100579:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00080000:00000010:2.0:1764938850.100591:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ff32875. 00010000:00000010:2.0:1764938850.100617:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.100622:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938850.100675:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938850.100679:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.100687:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008ad2779. 00000100:00000010:2.0:1764938850.100691:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001495576b. 00000100:00000010:2.0:1764938850.100697:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.100706:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bc5bfc6. 02000000:00000010:2.0:1764938850.100726:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eac12e91. 00000400:00000010:2.0:1764938850.100730:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009fff8093. 00000400:00000010:2.0:1764938850.100734:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938850.100738:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931392, portal 16 00000400:00000010:2.0:1764938850.100742:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938850.100744:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931392, offset 0 00000400:00000200:2.0:1764938850.100749:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.100755:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.100761:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.100764:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.100766:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.100769:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90233:90233:255:4294967295] 192.168.203.57@tcp LPNI seq info [90233:90233:7:4294967295] 00000400:00000200:2.0:1764938850.100776:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.100780:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.100783:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82353186). 00000800:00000200:2.0:1764938850.100786:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.100790:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.100792:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.100886:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.100889:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352938). 00000400:00000200:3.0:1764938850.100893:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.100897:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.100900:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:3.0:1764938850.100902:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000800:00000200:3.0:1764938850.101180:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.101183:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:3.0:1764938850.101187:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.101190:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.101193:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d4ee39 00000400:00000010:3.0:1764938850.101194:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d4ee39. 00000100:00000200:3.0:1764938850.101200:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626931392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.106026:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.106044:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55082c0 00000400:00000200:3.0:1764938850.106052:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c61 [1] + 224 00000400:00000200:3.0:1764938850.106063:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.106067:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.106078:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626931392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.106141:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.106147:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62380 00000400:00000200:3.0:1764938850.106152:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf5b1 [2] + 1968 00000400:00000010:3.0:1764938850.106160:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9561279. 00000400:00000200:3.0:1764938850.106163:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000842a7cfe 00000400:00000200:3.0:1764938850.106214:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.106218:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.106221:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000842a7cfe 00000400:00000010:3.0:1764938850.106223:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000842a7cfe (tot 82352538). 00000100:00000200:3.0:1764938850.106229:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938850.107180:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ce24089. 00000020:00000010:0.0:1764938850.107187:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938850.107191:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.107212:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000630b1846 x1850670621008768/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938850.107240:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008768 02000000:00000010:0.0:1764938850.107248:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001461406c. 00010000:00000010:0.0:1764938850.107281:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.107287:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc2c8bac. 00000100:00000010:0.0:1764938850.107293:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc2c8bac. 00010000:00000010:0.0:1764938850.107296:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.107308:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938850.107312:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008768, offset 224 00000400:00000200:0.0:1764938850.107319:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.107329:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.107334:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90234:90234:256:4294967295] 192.168.203.57@tcp LPNI seq info [90234:90234:8:4294967295] 00000400:00000200:0.0:1764938850.107344:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.107348:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.107352:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352786). 00000800:00000200:0.0:1764938850.107357:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.107364:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.107368:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.107397:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938850.107402:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.107405:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ce24089. 02000000:00000010:0.0:1764938850.107412:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000708eeb32. 00000100:00000010:0.0:1764938850.107415:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:0.0:1764938850.107418:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afe26cb8. 00000100:00000010:0.0:1764938850.107422:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:0.0:1764938850.107425:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cfca4a88. 00000100:00000010:0.0:1764938850.107427:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938850.107430:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005e9a9215. 00000100:00000010:0.0:1764938850.107432:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:0.0:1764938850.107435:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003df5af1e. 00000100:00000010:0.0:1764938850.107440:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:0.0:1764938850.107443:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e353f2b8. 00000100:00000010:0.0:1764938850.107447:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000200:0.0:1764938850.107453:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938850.107458:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058304fa7. 00000400:00000010:0.0:1764938850.107461:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc2c8bac (tot 82352938). 00000800:00000200:0.0:1764938850.107531:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.107534:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:0.0:1764938850.107538:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.107542:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.107544:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938850.107546:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 02000000:00000010:0.0:1764938850.107549:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001461406c. 00000400:00000010:2.0:1764938850.107952:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009fff8093. 00000400:00000200:2.0:1764938850.107956:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938850.107958:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:2.0:1764938850.107965:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626931392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.107973:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626931392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938850.107994:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004682831c. 02000000:00000010:2.0:1764938850.108008:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eac12e91. 02000000:00000010:2.0:1764938850.108012:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001bc5bfc6. 00000100:00000010:2.0:1764938850.108015:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938850.108017:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001495576b. 00010000:00000010:2.0:1764938850.108019:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008ad2779. 00080000:00000010:2.0:1764938850.108037:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bc5bfc6. 00010000:00000010:2.0:1764938850.108149:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.108156:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dab96354. 00010000:00000010:2.0:1764938850.108231:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d75ce79b. 00010000:00000010:2.0:1764938850.108237:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.108248:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008ad2779. 00000100:00000010:2.0:1764938850.108251:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001495576b. 00000100:00000010:2.0:1764938850.108258:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.108269:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eac12e91. 02000000:00000010:2.0:1764938850.108291:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e353f2b8. 00000400:00000010:2.0:1764938850.108295:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009fff8093. 00000400:00000010:2.0:1764938850.108298:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938850.108301:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931456, portal 16 00000400:00000010:2.0:1764938850.108305:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed232696. 00000100:00000200:2.0:1764938850.108308:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931456, offset 0 00000400:00000200:2.0:1764938850.108313:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.108321:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.108327:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.108331:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.108333:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.108336:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90235:90235:256:4294967295] 192.168.203.57@tcp LPNI seq info [90235:90235:8:4294967295] 00000400:00000200:2.0:1764938850.108344:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.108348:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.108352:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938850.108356:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.108361:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.108364:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.108864:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.108868:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:0.0:1764938850.108872:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.108877:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.108880:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed232696 00000400:00000010:0.0:1764938850.108882:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed232696. 00000100:00000200:0.0:1764938850.108888:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626931456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.111146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d435bf47. 00010000:00000010:3.1:1764938850.111157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cae0e7b. 00010000:00000010:3.1:1764938850.111161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938850.111164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000349ba37b. 00010000:00000010:2.1:1764938850.111241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a44a1157. 00010000:00000010:2.1:1764938850.111247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00010000:00000010:2.1:1764938850.111250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d2fc45. 00010000:00000010:2.1:1764938850.111253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006931b912. 00000400:00000200:2.0:1764938850.115492:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.115512:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508300 00000400:00000200:2.0:1764938850.115522:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c71 [1] + 224 00000400:00000200:2.0:1764938850.115536:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.115540:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.115551:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626931456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.115592:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.115598:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f623c0 00000400:00000200:2.0:1764938850.115603:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf609 [2] + 0 00000400:00000200:2.0:1764938850.115614:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.115617:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.115621:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.115627:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:1.0:1764938850.115745:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beff75b7. 00000020:00000010:1.0:1764938850.115752:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.115757:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.115783:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621008832/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938850.115821:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008832 02000000:00000010:1.0:1764938850.115832:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040fc954e. 00010000:00000010:1.0:1764938850.115875:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938850.115883:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.115889:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.115893:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000010:1.0:1764938850.115909:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938850.115914:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008832, offset 224 00000400:00000200:1.0:1764938850.115922:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.115932:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.115939:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90236:90236:256:4294967295] 192.168.203.57@tcp LPNI seq info [90236:90236:8:4294967295] 00000400:00000200:1.0:1764938850.115949:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.115954:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.115960:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938850.115966:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.115973:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.115977:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.115993:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.115998:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.116001:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beff75b7. 00000800:00000200:0.0:1764938850.116231:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.116235:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:0.0:1764938850.116239:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.116243:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.116245:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:0.0:1764938850.116247:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000400:00000010:0.0:1764938850.116271:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009fff8093. 00000400:00000200:0.0:1764938850.116273:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:0.0:1764938850.116274:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:0.0:1764938850.116280:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626931456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.116286:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626931456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938850.116306:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea865436. 02000000:00000010:0.0:1764938850.116319:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e353f2b8. 02000000:00000010:0.0:1764938850.116324:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eac12e91. 00000100:00000010:0.0:1764938850.116328:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:0.0:1764938850.116331:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001495576b. 00010000:00000010:0.0:1764938850.116333:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008ad2779. 00080000:00000010:0.0:1764938850.116348:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfca4a88. 00010000:00000010:0.0:1764938850.116444:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:0.0:1764938850.116452:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000841383f8. 00010000:00000010:0.0:1764938850.116529:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d45167e. 00010000:00000010:0.0:1764938850.116535:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938850.116545:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000483832db. 00000100:00000010:0.0:1764938850.116549:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.116555:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938850.116565:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ce24089. 02000000:00000010:0.0:1764938850.116589:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac66b0cd. 00000400:00000010:0.0:1764938850.116594:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938850.116599:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938850.116603:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931520, portal 16 00000400:00000010:0.0:1764938850.116607:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938850.116608:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931520, offset 0 00000400:00000200:0.0:1764938850.116613:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.116620:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.116626:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.116630:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.116632:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.116634:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90237:90237:256:4294967295] 192.168.203.57@tcp LPNI seq info [90237:90237:8:4294967295] 00000400:00000200:0.0:1764938850.116641:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.116645:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.116648:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938850.116651:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.116655:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.116658:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.116887:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.116889:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:1.0:1764938850.116892:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.116896:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.116899:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:1.0:1764938850.116900:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000100:00000200:1.0:1764938850.116905:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626931520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.117143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d949aee3. 00010000:00000010:2.1:1764938850.117150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081735d68. 00010000:00000010:2.1:1764938850.117153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000400:00000200:2.0:1764938850.122474:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.122491:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508340 00000400:00000200:2.0:1764938850.122499:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c7d [1] + 224 00000400:00000200:2.0:1764938850.122510:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.122514:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.122523:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626931520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.122561:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.122567:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62400 00000400:00000200:2.0:1764938850.122572:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf609 [2] + 328 00000400:00000200:2.0:1764938850.122582:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.122585:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.122588:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.122594:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:2.0:1764938850.122890:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e9a9215. 00000020:00000010:2.0:1764938850.122897:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000040d7c590. 00000020:00000010:2.0:1764938850.122901:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.122924:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621008896/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938850.122948:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008896 02000000:00000010:2.0:1764938850.122957:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000088507cd. 00010000:00000010:2.0:1764938850.122992:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcf9b70. 00000100:00000010:2.0:1764938850.122999:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001495576b. 00000100:00000010:2.0:1764938850.123005:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001495576b. 00010000:00000010:2.0:1764938850.123008:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcf9b70. 00000400:00000010:2.0:1764938850.123024:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.123029:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008896, offset 224 00000400:00000200:2.0:1764938850.123036:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.123047:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.123052:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90238:90238:256:4294967295] 192.168.203.57@tcp LPNI seq info [90238:90238:8:4294967295] 00000400:00000200:2.0:1764938850.123065:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.123069:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.123073:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.123078:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.123084:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.123087:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.123127:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000040d7c590. 00000020:00000010:2.0:1764938850.123131:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.123134:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e9a9215. 00000800:00000200:2.0:1764938850.123712:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.123716:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:2.0:1764938850.123721:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.123726:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.123730:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938850.123732:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000400:00000010:2.0:1764938850.123874:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000682cf28c. 00000400:00000200:2.0:1764938850.123879:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938850.123880:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:2.0:1764938850.123885:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626931520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.123894:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626931520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938850.123916:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000451a6f73. 02000000:00000010:2.0:1764938850.123930:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac66b0cd. 02000000:00000010:2.0:1764938850.123936:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ce24089. 00000100:00000010:2.0:1764938850.123939:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:2.0:1764938850.123942:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:2.0:1764938850.123945:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000483832db. 00080000:00000010:2.0:1764938850.123961:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e9a9215. 00010000:00000010:2.0:1764938850.124048:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00010000:00000010:2.0:1764938850.124054:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afada43d. 00010000:00000010:2.0:1764938850.124139:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938850.124145:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000683811fd. 00010000:00000010:2.0:1764938850.124155:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcf9b70. 00000100:00000010:2.0:1764938850.124158:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001495576b. 00000100:00000010:2.0:1764938850.124165:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938850.124175:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f579f6a. 02000000:00000010:2.0:1764938850.124197:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a69d61c. 00000400:00000010:2.0:1764938850.124202:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009fa337d3. 00000400:00000010:2.0:1764938850.124205:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.124210:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931584, portal 16 00000400:00000010:2.0:1764938850.124213:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938850.124215:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931584, offset 0 00000400:00000200:2.0:1764938850.124220:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.124228:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.124234:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.124238:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.124241:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.124244:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90239:90239:256:4294967295] 192.168.203.57@tcp LPNI seq info [90239:90239:8:4294967295] 00000400:00000200:2.0:1764938850.124252:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.124257:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.124259:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.124263:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.124268:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.124271:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.126944:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.126950:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:2.0:1764938850.126956:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.126965:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.126969:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101c6888 00000400:00000010:2.0:1764938850.126971:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101c6888. 00000100:00000200:2.0:1764938850.126981:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffe77141 x1850670626931584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.128551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaf63b05. 00010000:00000010:0.1:1764938850.128560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c09b917. 00010000:00000010:0.1:1764938850.128564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75ce79b. 00000400:00000200:0.0:1764938850.133858:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.133877:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508380 00000400:00000200:0.0:1764938850.133885:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c89 [1] + 224 00000400:00000200:0.0:1764938850.133897:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.133901:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.133911:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe77141 x1850670626931584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.133947:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.133953:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62440 00000400:00000200:0.0:1764938850.133958:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf609 [2] + 656 00000400:00000200:0.0:1764938850.134012:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.134016:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.134020:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.134025:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c7a3f24. 00000400:00000010:2.0:1764938850.134095:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009fa337d3. 00010000:00000010:2.1:1764938850.134127:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000340254f4. 00010000:00000010:2.1:1764938850.134134:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f57d0914. 00010000:00000010:2.1:1764938850.134137:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d45167e. 00000400:00000200:2.0:1764938850.134140:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938850.134142:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:2.0:1764938850.134149:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe77141 x1850670626931584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.134155:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffe77141 x1850670626931584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.134183:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a69d61c. 02000000:00000010:2.0:1764938850.134190:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f579f6a. 00000100:00000010:2.0:1764938850.134193:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000010:2.0:1764938850.134196:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001495576b. 00010000:00000010:2.0:1764938850.134198:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcf9b70. 00000020:00000010:3.0:1764938850.134291:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006380f14. 00000020:00000010:3.0:1764938850.134298:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938850.134302:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e69a66c3. 00000100:00000200:3.0:1764938850.134325:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c7a3f24 x1850670621008960/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938850.134348:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621008960 02000000:00000010:3.0:1764938850.134357:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000708eeb32. 00010000:00000010:3.0:1764938850.134392:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1795f79. 00010000:00000010:3.0:1764938850.134411:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938850.134418:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.134430:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:3.0:1764938850.134433:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00000400:00000010:3.0:1764938850.134446:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938850.134450:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621008960, offset 224 00000400:00000200:3.0:1764938850.134458:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.134468:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.134473:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90240:90240:256:4294967295] 192.168.203.57@tcp LPNI seq info [90240:90240:8:4294967295] 00000400:00000200:3.0:1764938850.134483:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.134487:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.134492:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82352938). 00000800:00000200:3.0:1764938850.134496:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.134503:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.134506:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.134523:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938850.134526:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e69a66c3. 00000020:00000010:3.0:1764938850.134530:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006380f14. 00000800:00000200:3.0:1764938850.134586:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.134589:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352690). 00000400:00000200:3.0:1764938850.134593:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.134596:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.134599:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:3.0:1764938850.134600:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00080000:00000010:0.0:1764938850.134710:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001788ee4a. 00010000:00000010:0.0:1764938850.134789:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000683811fd. 00010000:00000010:0.0:1764938850.134796:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f68fcd4b. 00010000:00000010:0.0:1764938850.134861:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002079d41. 00010000:00000010:0.0:1764938850.134867:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7be7e1f. 00010000:00000010:0.0:1764938850.134876:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d29e11de. 00000100:00000010:0.0:1764938850.134879:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.134885:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000426f1c9. 02000000:00000010:0.0:1764938850.134894:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001019ff15. 02000000:00000010:0.0:1764938850.134915:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7eae1ef. 00000400:00000010:0.0:1764938850.134920:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3a36f0f. 00000400:00000010:0.0:1764938850.134924:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938850.134928:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931648, portal 16 00000400:00000010:0.0:1764938850.134931:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938850.134933:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931648, offset 0 00000400:00000200:0.0:1764938850.134938:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.134944:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.134950:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.134953:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.134955:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.134957:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90241:90241:256:4294967295] 192.168.203.57@tcp LPNI seq info [90241:90241:8:4294967295] 00000400:00000200:0.0:1764938850.134964:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.134968:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.134970:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938850.134974:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.134978:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.134980:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.135067:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.135070:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352690). 00000400:00000200:2.0:1764938850.135073:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.135077:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.135080:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938850.135081:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:2.0:1764938850.135085:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000426f1c9 x1850670626931648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.139330:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.139348:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55083c0 00000400:00000200:0.0:1764938850.139357:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c95 [1] + 224 00000400:00000200:0.0:1764938850.139370:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.139383:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.139392:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000426f1c9 x1850670626931648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.139478:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3a36f0f. 00000400:00000200:3.0:1764938850.139482:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938850.139484:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000100:00000200:3.0:1764938850.139490:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000426f1c9 x1850670626931648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.139497:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000426f1c9 x1850670626931648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.139525:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7eae1ef. 02000000:00000010:3.0:1764938850.139530:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001019ff15. 00000100:00000010:3.0:1764938850.139534:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000426f1c9. 00000100:00000010:3.0:1764938850.139537:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:3.0:1764938850.139541:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d29e11de. 00000400:00000200:3.0:1764938850.140031:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.140041:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62480 00000400:00000200:3.0:1764938850.140046:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf609 [2] + 984 00000400:00000200:3.0:1764938850.140096:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.140126:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.140131:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.140136:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 00000020:00000010:2.0:1764938850.140419:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f579f6a. 00000020:00000010:2.0:1764938850.140426:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000040d7c590. 00000020:00000010:2.0:1764938850.140430:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.140453:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e76dbae2 x1850670621009024/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938850.140488:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009024 02000000:00000010:2.0:1764938850.140499:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a69d61c. 00010000:00000010:2.0:1764938850.140525:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1e19e41. 00010000:00000010:2.0:1764938850.140542:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcf9b70. 00000100:00000010:2.0:1764938850.140548:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001495576b. 00080000:00000010:0.0:1764938850.141200:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001019ff15. 00010000:00000010:0.0:1764938850.141331:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df6fa027. 00010000:00000010:0.0:1764938850.141335:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6336695. 00010000:00000010:0.0:1764938850.141340:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad95625. 00010000:00000010:0.0:1764938850.141345:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00080000:00000010:0.0:1764938850.141355:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7eae1ef. 00010000:00000010:0.0:1764938850.141388:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938850.141393:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6336695. 00010000:00000010:0.0:1764938850.141438:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.0:1764938850.141441:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938850.141447:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022187bc4. 00000100:00000010:0.0:1764938850.141451:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.141456:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b021140d. 02000000:00000010:0.0:1764938850.141466:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001461406c. 02000000:00000010:0.0:1764938850.141487:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ce24089. 00000400:00000010:0.0:1764938850.141491:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938850.141495:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938850.141501:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931712, portal 16 00000400:00000010:0.0:1764938850.141505:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938850.141507:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931712, offset 0 00000400:00000200:0.0:1764938850.141514:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.141524:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.141530:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.141533:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.141536:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.141539:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90242:90242:256:4294967295] 192.168.203.57@tcp LPNI seq info [90242:90242:8:4294967295] 00000400:00000200:0.0:1764938850.141548:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.141552:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.141556:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352938). 00000800:00000200:0.0:1764938850.141562:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.141567:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.141571:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.141881:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.141885:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352690). 00000400:00000200:3.0:1764938850.141889:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.141893:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.141897:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:3.0:1764938850.141898:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:3.0:1764938850.141904:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b021140d x1850670626931712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938850.142068:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7be7e1f. 00000100:00000010:2.0:1764938850.142076:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001495576b. 00010000:00000010:2.0:1764938850.142079:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcf9b70. 00010000:00000010:2.0:1764938850.142082:0:64654:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c51bcc64. 00000400:00000010:2.0:1764938850.142094:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.142098:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009024, offset 224 00000400:00000200:2.0:1764938850.142126:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.142133:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.142137:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90243:90243:256:4294967295] 192.168.203.57@tcp LPNI seq info [90243:90243:8:4294967295] 00000400:00000200:2.0:1764938850.142144:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.142148:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.142151:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.142154:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.142159:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.142161:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.142181:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000040d7c590. 00000020:00000010:2.0:1764938850.142186:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.142189:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f579f6a. 00000800:00000200:0.0:1764938850.142714:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.142717:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:0.0:1764938850.142721:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.142726:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.142729:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:0.0:1764938850.142730:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00010000:00000010:3.1:1764938850.143511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000115fdb8c. 00000400:00000200:3.0:1764938850.143984:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.143997:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508400 00000400:00000200:3.0:1764938850.144005:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0c9d [1] + 224 00000400:00000200:3.0:1764938850.144016:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.144020:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.144028:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b021140d x1850670626931712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.144344:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938850.144349:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938850.144350:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938850.144356:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b021140d x1850670626931712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.144363:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b021140d x1850670626931712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.144396:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ce24089. 02000000:00000010:0.0:1764938850.144401:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001461406c. 00000100:00000010:0.0:1764938850.144405:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b021140d. 00000100:00000010:0.0:1764938850.144409:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.144412:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022187bc4. 00000400:00000200:3.0:1764938850.145837:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.145852:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f624c0 00000400:00000200:3.0:1764938850.145861:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf609 [2] + 1312 00000400:00000200:3.0:1764938850.145914:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.145918:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.145924:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.145930:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005de3de89. 00000020:00000010:2.0:1764938850.146008:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f579f6a. 00000020:00000010:2.0:1764938850.146015:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000040d7c590. 00000020:00000010:2.0:1764938850.146019:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.146043:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005de3de89 x1850670621009088/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938850.146075:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009088 02000000:00000010:2.0:1764938850.146085:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e77531f. 00010000:00000010:0.1:1764938850.146177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9bf9383. 00010000:00000010:0.1:1764938850.146183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.1:1764938850.146466:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee0d639f. 00010000:00000010:2.1:1764938850.146471:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002079d41. 00010000:00000010:2.1:1764938850.146474:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb54287. 00010000:00000010:2.0:1764938850.146488:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3f8a1c7. 00010000:00000010:2.0:1764938850.146504:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcf9b70. 00000100:00000010:2.0:1764938850.146510:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001495576b. 00000100:00000010:2.0:1764938850.146799:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001495576b. 00010000:00000010:2.0:1764938850.146804:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcf9b70. 00000400:00000010:2.0:1764938850.146819:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938850.146825:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009088, offset 224 00000400:00000200:2.0:1764938850.146832:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.146844:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.146849:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90244:90244:256:4294967295] 192.168.203.57@tcp LPNI seq info [90244:90244:8:4294967295] 00000400:00000200:2.0:1764938850.146859:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.146864:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.146868:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938850.146873:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.146879:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.146883:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1764938850.147053:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001461406c. 00010000:00000010:0.0:1764938850.147147:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938850.147154:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085c4eb7c. 00010000:00000010:0.0:1764938850.147218:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074ea232e. 00010000:00000010:0.0:1764938850.147223:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938850.147235:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022187bc4. 00000100:00000010:0.0:1764938850.147238:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.147244:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b021140d. 02000000:00000010:0.0:1764938850.147254:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ce24089. 02000000:00000010:0.0:1764938850.147276:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac66b0cd. 00000400:00000010:0.0:1764938850.147287:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938850.147292:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938850.147296:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931776, portal 16 00000400:00000010:0.0:1764938850.147300:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938850.147302:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931776, offset 0 00000400:00000200:0.0:1764938850.147307:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.147313:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.147319:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.147322:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.147324:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.147327:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90245:90245:255:4294967295] 192.168.203.57@tcp LPNI seq info [90245:90245:7:4294967295] 00000400:00000200:0.0:1764938850.147333:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.147337:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.147341:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82353186). 00000800:00000200:0.0:1764938850.147344:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.147348:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.147350:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.147401:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000040d7c590. 00000020:00000010:2.0:1764938850.147406:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.147410:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f579f6a. 00000800:00000200:1.0:1764938850.148086:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.148091:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352938). 00000400:00000200:1.0:1764938850.148095:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.148167:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.148172:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101c6888 00000400:00000010:1.0:1764938850.148174:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101c6888. 00000800:00000200:1.0:1764938850.148239:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.148241:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352690). 00000400:00000200:1.0:1764938850.148245:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.148249:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.148251:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:1.0:1764938850.148252:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:1.0:1764938850.148258:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b021140d x1850670626931776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.152421:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.152441:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508440 00000400:00000200:2.0:1764938850.152449:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0cad [1] + 224 00000400:00000200:2.0:1764938850.152461:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.152465:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.152476:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b021140d x1850670626931776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.153127:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6fa027. 00010000:00000010:0.1:1764938850.153137:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00000400:00000010:0.0:1764938850.153756:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938850.153762:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938850.153764:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938850.153773:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b021140d x1850670626931776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.153782:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b021140d x1850670626931776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.153811:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac66b0cd. 02000000:00000010:0.0:1764938850.153818:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ce24089. 00000100:00000010:0.0:1764938850.153821:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b021140d. 00000100:00000010:0.0:1764938850.153825:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.153828:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022187bc4. 00000400:00000200:2.0:1764938850.153909:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.153921:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62500 00000400:00000200:2.0:1764938850.153929:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf609 [2] + 1640 00000400:00000200:2.0:1764938850.153942:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.153945:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.153950:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.153955:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:0.0:1764938850.154589:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ce24089. 00000020:00000010:0.0:1764938850.154596:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938850.154600:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.154625:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621009152/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938850.154663:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009152 02000000:00000010:0.0:1764938850.154674:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac66b0cd. 00010000:00000010:0.0:1764938850.154702:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0259f5f. 00010000:00000010:0.0:1764938850.154725:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022187bc4. 00000100:00000010:0.0:1764938850.154732:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.154749:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.154753:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022187bc4. 00000400:00000010:0.0:1764938850.154766:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938850.154771:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009152, offset 224 00000400:00000200:0.0:1764938850.154780:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.154791:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.154798:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90246:90246:256:4294967295] 192.168.203.57@tcp LPNI seq info [90246:90246:8:4294967295] 00000400:00000200:0.0:1764938850.154808:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.154814:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.154818:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938850.154824:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.154830:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.154833:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.154858:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6336695. 00000020:00000010:0.0:1764938850.154863:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.154866:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ce24089. 00000800:00000200:2.0:1764938850.155250:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.155254:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352690). 00000400:00000200:2.0:1764938850.155259:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.155263:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.155267:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:2.0:1764938850.155269:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00080000:00000010:1.0:1764938850.155480:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000beff75b7. 00010000:00000010:0.0:1764938850.155589:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938850.155596:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039dcdbc6. 00010000:00000010:0.0:1764938850.155670:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad95625. 00010000:00000010:0.0:1764938850.155679:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938850.155689:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022187bc4. 00000100:00000010:0.0:1764938850.155693:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.155700:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b021140d. 02000000:00000010:0.0:1764938850.155710:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ce24089. 02000000:00000010:0.0:1764938850.155733:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcebbf57. 00000400:00000010:0.0:1764938850.155738:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938850.155742:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.155745:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931840, portal 16 00000400:00000010:0.0:1764938850.155749:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938850.155751:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931840, offset 0 00000400:00000200:0.0:1764938850.155757:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.155767:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.155773:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.155776:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.155779:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.155782:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90247:90247:256:4294967295] 192.168.203.57@tcp LPNI seq info [90247:90247:8:4294967295] 00000400:00000200:0.0:1764938850.155788:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.155792:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.155795:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938850.155799:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.155803:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.155806:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938850.157734:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b785244. 00010000:00000010:0.1:1764938850.157746:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b2ed6. 00000800:00000200:1.0:1764938850.158244:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.158249:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:1.0:1764938850.158255:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.158263:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.158268:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938850.158270:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:1.0:1764938850.158279:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b021140d x1850670626931840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.163180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a67653. 00000400:00000200:2.0:1764938850.163526:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.163551:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508480 00000400:00000200:2.0:1764938850.163559:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0cb9 [1] + 224 00000400:00000200:2.0:1764938850.163572:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.163575:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.163586:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b021140d x1850670626931840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.163621:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.163627:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62540 00000400:00000200:2.0:1764938850.163631:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf609 [2] + 1968 00000400:00000010:2.0:1764938850.163635:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaf765e5. 00000400:00000200:2.0:1764938850.163639:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000daa7aa4d 00000400:00000200:2.0:1764938850.163664:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.163668:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.163670:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daa7aa4d 00000400:00000010:2.0:1764938850.163673:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000daa7aa4d (tot 82352538). 00000100:00000200:2.0:1764938850.163677:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1764938850.163740:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938850.163745:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:0.0:1764938850.163747:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.163752:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b021140d x1850670626931840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.163764:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b021140d x1850670626931840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1764938850.163780:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006380f14. 00000020:00000010:3.0:1764938850.163786:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938850.163790:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e69a66c3. 02000000:00000010:0.0:1764938850.163790:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcebbf57. 02000000:00000010:0.0:1764938850.163795:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ce24089. 00000100:00000010:0.0:1764938850.163798:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b021140d. 00000100:00000010:0.0:1764938850.163802:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.163804:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022187bc4. 00000100:00000200:3.0:1764938850.163810:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc3eac08 x1850670621009216/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938850.163829:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009216 02000000:00000010:3.0:1764938850.164004:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bd35d0c. 00010000:00000010:3.0:1764938850.164032:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f549901a. 00010000:00000010:3.0:1764938850.164051:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938850.164057:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000add3317a. 00000100:00000010:3.0:1764938850.164075:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000add3317a. 00010000:00000010:3.0:1764938850.164077:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00000400:00000010:3.0:1764938850.164089:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938850.164093:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009216, offset 224 00000400:00000200:3.0:1764938850.164131:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:0.0:1764938850.164131:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ce24089. 00000400:00000200:3.0:1764938850.164141:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.164146:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90248:90248:256:4294967295] 192.168.203.57@tcp LPNI seq info [90248:90248:8:4294967295] 00000400:00000200:3.0:1764938850.164155:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.164159:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.164163:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82352786). 00000800:00000200:3.0:1764938850.164168:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.164173:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.164177:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.164195:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938850.164198:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e69a66c3. 00000020:00000010:3.0:1764938850.164201:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006380f14. 00010000:00000010:0.0:1764938850.164206:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 02000000:00000010:3.0:1764938850.164209:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac66b0cd. 00000100:00000010:3.0:1764938850.164211:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00010000:00000010:0.0:1764938850.164211:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3274a97. 02000000:00000010:3.0:1764938850.164214:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e77531f. 00000100:00000010:3.0:1764938850.164217:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005de3de89. 02000000:00000010:3.0:1764938850.164219:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a69d61c. 00000100:00000010:3.0:1764938850.164221:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e76dbae2. 02000000:00000010:3.0:1764938850.164224:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000708eeb32. 00000100:00000010:3.0:1764938850.164226:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c7a3f24. 02000000:00000010:3.0:1764938850.164228:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000088507cd. 00000100:00000010:3.0:1764938850.164230:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:3.0:1764938850.164232:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040fc954e. 00000100:00000010:3.0:1764938850.164236:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000200:3.0:1764938850.164241:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938850.164245:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa10096. 00000400:00000010:3.0:1764938850.164248:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000add3317a (tot 82352938). 00010000:00000010:0.0:1764938850.164278:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.0:1764938850.164284:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938850.164299:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022187bc4. 00000100:00000010:0.0:1764938850.164302:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.164308:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b021140d. 02000000:00000010:0.0:1764938850.164317:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcebbf57. 02000000:00000010:0.0:1764938850.164337:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2dfd965. 00000400:00000010:0.0:1764938850.164341:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938850.164344:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.164347:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931904, portal 16 00000400:00000010:0.0:1764938850.164350:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938850.164352:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931904, offset 0 00000400:00000200:0.0:1764938850.164358:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.164363:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.164369:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.164372:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.164387:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.164389:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90249:90249:255:4294967295] 192.168.203.57@tcp LPNI seq info [90249:90249:7:4294967295] 00000400:00000200:0.0:1764938850.164395:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.164399:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.164403:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82353186). 00000800:00000200:0.0:1764938850.164407:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.164410:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.164412:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.164548:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.164552:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352938). 00000400:00000200:2.0:1764938850.164557:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.164560:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.164563:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:2.0:1764938850.164564:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 02000000:00000010:2.0:1764938850.164568:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bd35d0c. 00000800:00000200:2.0:1764938850.164632:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.164634:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352690). 00000400:00000200:2.0:1764938850.164637:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.164640:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.164642:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:2.0:1764938850.164643:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:2.0:1764938850.164647:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b021140d x1850670626931904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.165192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f87d1d8d. 00010000:00000010:0.1:1764938850.165201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036727729. 00010000:00000010:0.1:1764938850.165204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ea232e. 00000400:00000200:0.0:1764938850.169778:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.169797:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55084c0 00000400:00000200:0.0:1764938850.169806:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0cc9 [1] + 224 00000400:00000200:0.0:1764938850.169819:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.169823:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.169833:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b021140d x1850670626931904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.170200:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.170207:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62580 00000400:00000200:0.0:1764938850.170212:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf661 [2] + 0 00000400:00000200:0.0:1764938850.170270:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.170274:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.170278:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.170282:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009bdc13a7. 00000400:00000010:2.0:1764938850.170678:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:2.0:1764938850.170685:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:2.0:1764938850.170687:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:2.0:1764938850.170693:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b021140d x1850670626931904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.170702:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b021140d x1850670626931904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.170730:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2dfd965. 02000000:00000010:2.0:1764938850.170736:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcebbf57. 00000100:00000010:2.0:1764938850.170739:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b021140d. 00000100:00000010:2.0:1764938850.170742:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:2.0:1764938850.170746:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022187bc4. 00000020:00000010:3.0:1764938850.171254:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bd35d0c. 00000020:00000010:3.0:1764938850.171262:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938850.171268:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e69a66c3. 00000100:00000200:3.0:1764938850.171290:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009bdc13a7 x1850670621009280/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938850.171686:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009280 02000000:00000010:0.0:1764938850.171700:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094b70927. 00010000:00000010:0.0:1764938850.171727:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005134f7cd. 00010000:00000010:0.0:1764938850.171749:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d526ba4. 00000100:00000010:0.0:1764938850.171755:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938850.171837:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:0.0:1764938850.171841:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d526ba4. 00000400:00000010:0.0:1764938850.171854:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938850.171858:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009280, offset 224 00000400:00000200:0.0:1764938850.171865:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.171876:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.171881:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90250:90250:256:4294967295] 192.168.203.57@tcp LPNI seq info [90250:90250:8:4294967295] 00000400:00000200:0.0:1764938850.171891:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.171896:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.171900:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938850.171905:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.171911:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.171915:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.171938:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:0.0:1764938850.171942:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e69a66c3. 00000020:00000010:0.0:1764938850.171945:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bd35d0c. 00080000:00000010:3.0:1764938850.172018:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bd35d0c. 00010000:00000010:3.0:1764938850.172095:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:3.0:1764938850.172128:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd75ee82. 00010000:00000010:3.0:1764938850.172189:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938850.172195:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938850.172203:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938850.172207:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938850.172212:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 02000000:00000010:3.0:1764938850.172221:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000708eeb32. 02000000:00000010:3.0:1764938850.172240:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006380f14. 00000400:00000010:3.0:1764938850.172244:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001edbfde0. 00000400:00000010:3.0:1764938850.172247:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938850.172251:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626931968, portal 16 00000400:00000010:3.0:1764938850.172254:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f724e3. 00000100:00000200:3.0:1764938850.172256:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626931968, offset 0 00000400:00000200:3.0:1764938850.172260:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.172266:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.172271:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.172274:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.172277:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.172279:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90251:90251:255:4294967295] 192.168.203.57@tcp LPNI seq info [90251:90251:7:4294967295] 00000400:00000200:3.0:1764938850.172286:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.172290:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.172292:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062cf6497 (tot 82353186). 00000800:00000200:3.0:1764938850.172295:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.172298:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.172300:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062cf6497 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.172388:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.172392:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352938). 00000400:00000200:1.0:1764938850.172396:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.172400:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.172403:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:1.0:1764938850.172405:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000800:00000200:1.0:1764938850.172462:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.172464:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062cf6497 (tot 82352690). 00000400:00000200:1.0:1764938850.172468:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.172471:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.172473:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f724e3 00000400:00000010:1.0:1764938850.172475:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f724e3. 00000100:00000200:1.0:1764938850.172479:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e76dbae2 x1850670626931968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.173142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023e91cf7. 00010000:00000010:0.1:1764938850.173151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00010000:00000010:3.1:1764938850.173196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004276b642. 00000400:00000200:2.0:1764938850.175229:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.175247:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508500 00000400:00000200:2.0:1764938850.175256:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0cd5 [1] + 224 00000400:00000200:2.0:1764938850.175267:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.175271:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.175279:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e76dbae2 x1850670626931968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.175314:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.175320:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f625c0 00000400:00000200:2.0:1764938850.175324:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf661 [2] + 328 00000400:00000200:2.0:1764938850.175333:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.175337:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.175340:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.175345:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000400:00000010:3.0:1764938850.175459:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001edbfde0. 00000400:00000200:3.0:1764938850.175465:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:3.0:1764938850.175467:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:3.0:1764938850.175473:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e76dbae2 x1850670626931968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.175482:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e76dbae2 x1850670626931968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.175513:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006380f14. 02000000:00000010:3.0:1764938850.175519:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000708eeb32. 00000100:00000010:3.0:1764938850.175522:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e76dbae2. 00000100:00000010:3.0:1764938850.175527:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938850.175530:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00000020:00000010:1.0:1764938850.175677:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df5af1e. 00000020:00000010:1.0:1764938850.175685:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.175689:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.175711:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621009344/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938850.175838:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009344 02000000:00000010:1.0:1764938850.175849:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afe26cb8. 00010000:00000010:1.0:1764938850.175876:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e545bb07. 00010000:00000010:1.0:1764938850.175896:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938850.175902:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.175919:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.175923:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000010:1.0:1764938850.175938:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938850.175942:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009344, offset 224 00000400:00000200:1.0:1764938850.175949:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.175959:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.175965:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90252:90252:256:4294967295] 192.168.203.57@tcp LPNI seq info [90252:90252:8:4294967295] 00000400:00000200:1.0:1764938850.175974:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.175980:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.175985:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938850.175989:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.175995:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.175999:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.176015:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.176018:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.176022:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df5af1e. 00000800:00000200:2.0:1764938850.176182:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.176186:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938850.176191:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.176195:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.176197:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:2.0:1764938850.176199:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00080000:00000010:3.0:1764938850.176268:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000708eeb32. 00010000:00000010:3.0:1764938850.176343:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938850.176351:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ecd2ef38. 00010000:00000010:3.0:1764938850.176432:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.0:1764938850.176439:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938850.176449:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938850.176453:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938850.176459:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 02000000:00000010:3.0:1764938850.176468:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006380f14. 02000000:00000010:3.0:1764938850.176491:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ae18e9. 00000400:00000010:3.0:1764938850.176497:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001edbfde0. 00000400:00000010:3.0:1764938850.176500:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938850.176505:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932032, portal 16 00000400:00000010:3.0:1764938850.176509:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046f0a039. 00000100:00000200:3.0:1764938850.176511:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932032, offset 0 00000400:00000200:3.0:1764938850.176517:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.176523:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.176530:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.176534:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.176536:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.176539:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90253:90253:256:4294967295] 192.168.203.57@tcp LPNI seq info [90253:90253:8:4294967295] 00000400:00000200:3.0:1764938850.176546:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.176550:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.176553:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001bb8202 (tot 82352938). 00000800:00000200:3.0:1764938850.176557:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.176560:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.176562:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001bb8202 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.176850:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.176853:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001bb8202 (tot 82352690). 00000400:00000200:2.0:1764938850.176858:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.176862:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.176865:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046f0a039 00000400:00000010:2.0:1764938850.176867:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046f0a039. 00000100:00000200:2.0:1764938850.176872:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e76dbae2 x1850670626932032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.177142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e9d51a. 00000400:00000200:2.0:1764938850.180995:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.181012:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508540 00000400:00000200:2.0:1764938850.181020:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ce1 [1] + 224 00000400:00000200:2.0:1764938850.181036:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.181040:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.181049:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e76dbae2 x1850670626932032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.181335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fe214de. 00010000:00000010:3.1:1764938850.181673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd695c2d. 00010000:00000010:3.1:1764938850.181680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b2ed6. 00010000:00000010:3.1:1764938850.181683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006da0c183. 00010000:00000010:3.1:1764938850.181686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00000400:00000010:3.0:1764938850.181740:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001edbfde0. 00000400:00000200:3.0:1764938850.181744:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:3.0:1764938850.181746:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:3.0:1764938850.181753:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e76dbae2 x1850670626932032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.181762:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e76dbae2 x1850670626932032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.181788:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ae18e9. 02000000:00000010:3.0:1764938850.181794:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006380f14. 00000100:00000010:3.0:1764938850.181797:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e76dbae2. 00000100:00000010:3.0:1764938850.181802:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938850.181805:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00000400:00000200:2.0:1764938850.181909:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.181918:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62600 00000400:00000200:2.0:1764938850.181923:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf661 [2] + 656 00000400:00000200:2.0:1764938850.181971:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.181974:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.181978:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.181984:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:1.0:1764938850.182291:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df5af1e. 00000020:00000010:1.0:1764938850.182298:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.182302:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.182322:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621009408/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.182736:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009408 02000000:00000010:1.0:1764938850.182748:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051ae5e85. 00010000:00000010:1.0:1764938850.182772:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001828f0ab. 00010000:00000010:1.0:1764938850.182791:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938850.182796:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.182809:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.182813:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000010:1.0:1764938850.182825:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938850.182829:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009408, offset 224 00000400:00000200:1.0:1764938850.183038:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.183050:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.183055:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90254:90254:256:4294967295] 192.168.203.57@tcp LPNI seq info [90254:90254:8:4294967295] 00080000:00000010:3.0:1764938850.183062:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6f488cf. 00000400:00000200:1.0:1764938850.183068:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.183073:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.183078:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938850.183084:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.183091:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.183094:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1764938850.183229:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938850.183236:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f7ddd5a. 00010000:00000010:3.0:1764938850.183333:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938850.183339:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7a70260. 00000800:00000200:2.0:1764938850.183461:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.183465:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938850.183470:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.183474:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.183477:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:2.0:1764938850.183479:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000020:00000010:1.0:1764938850.183525:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.183531:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.183534:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df5af1e. 00010000:00000010:3.0:1764938850.183762:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938850.183767:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938850.183773:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 02000000:00000010:3.0:1764938850.183784:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006380f14. 02000000:00000010:3.0:1764938850.183804:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ae18e9. 00000400:00000010:3.0:1764938850.183808:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001edbfde0. 00000400:00000010:3.0:1764938850.183812:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938850.183816:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932096, portal 16 00000400:00000010:3.0:1764938850.183820:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938850.183821:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932096, offset 0 00000400:00000200:3.0:1764938850.183826:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.183832:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.183838:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.183841:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.183844:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.183847:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90255:90255:256:4294967295] 192.168.203.57@tcp LPNI seq info [90255:90255:8:4294967295] 00000400:00000200:3.0:1764938850.183854:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.183858:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.183861:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b55e29 (tot 82352938). 00000800:00000200:3.0:1764938850.183865:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.183869:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.183871:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b55e29 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.184869:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.184873:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b55e29 (tot 82352690). 00000400:00000200:2.0:1764938850.184878:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.184884:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.184887:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:2.0:1764938850.184889:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00000100:00000200:2.0:1764938850.184895:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e76dbae2 x1850670626932096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.186902:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.186919:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508580 00000400:00000200:2.0:1764938850.186928:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ced [1] + 224 00000400:00000200:2.0:1764938850.186939:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.186943:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.186951:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e76dbae2 x1850670626932096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.186984:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.186989:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62640 00000400:00000200:2.0:1764938850.186993:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf661 [2] + 984 00000400:00000200:2.0:1764938850.187025:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.187029:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.187033:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.187038:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:2.0:1764938850.187079:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f579f6a. 00000020:00000010:2.0:1764938850.187085:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938850.187090:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.187144:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621009472/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938850.187174:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009472 02000000:00000010:2.0:1764938850.187186:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938850.187222:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d552cb79. 00000100:00000010:2.0:1764938850.187228:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001495576b. 00000100:00000010:2.0:1764938850.187234:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001495576b. 00010000:00000010:2.0:1764938850.187236:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d552cb79. 00000400:00000010:2.0:1764938850.187249:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938850.187253:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009472, offset 224 00000400:00000200:2.0:1764938850.187260:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.187269:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.187275:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90256:90256:256:4294967295] 192.168.203.57@tcp LPNI seq info [90256:90256:8:4294967295] 00000400:00000200:2.0:1764938850.187284:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.187289:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.187293:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938850.187298:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.187304:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.187307:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.187334:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938850.187338:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.187341:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f579f6a. 00000800:00000200:2.0:1764938850.187420:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.187423:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:2.0:1764938850.187426:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.187430:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.187433:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7ce4bb 00000400:00000010:2.0:1764938850.187435:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7ce4bb. 00000400:00000010:3.0:1764938850.187821:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001edbfde0. 00000400:00000200:3.0:1764938850.187827:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:3.0:1764938850.187829:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:3.0:1764938850.187840:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e76dbae2 x1850670626932096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.187849:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e76dbae2 x1850670626932096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.187870:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0b462d1. 02000000:00000010:3.0:1764938850.187883:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ae18e9. 02000000:00000010:3.0:1764938850.187889:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006380f14. 00000100:00000010:3.0:1764938850.187893:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e76dbae2. 00000100:00000010:3.0:1764938850.187897:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938850.187899:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00080000:00000010:3.0:1764938850.187914:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006380f14. 00010000:00000010:3.0:1764938850.188010:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938850.188018:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000660fb3bc. 00010000:00000010:3.0:1764938850.188084:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.0:1764938850.188089:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938850.188099:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938850.188125:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938850.188132:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 02000000:00000010:3.0:1764938850.188142:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1ae18e9. 02000000:00000010:3.0:1764938850.188175:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000384f7371. 00000400:00000010:3.0:1764938850.188178:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001edbfde0. 00000400:00000010:3.0:1764938850.188182:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938850.188187:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932160, portal 16 00000400:00000010:3.0:1764938850.188190:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938850.188192:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932160, offset 0 00000400:00000200:3.0:1764938850.188199:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.188206:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.188212:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.188215:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.188219:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.188222:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90257:90257:256:4294967295] 192.168.203.57@tcp LPNI seq info [90257:90257:8:4294967295] 00000400:00000200:3.0:1764938850.188238:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.188244:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.188248:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015c8e268 (tot 82352938). 00000800:00000200:3.0:1764938850.188254:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.188267:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.188270:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000015c8e268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.191526:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.191535:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015c8e268 (tot 82352690). 00000400:00000200:2.0:1764938850.191542:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.191552:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.191557:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:2.0:1764938850.191559:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:2.0:1764938850.191567:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e76dbae2 x1850670626932160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.195158:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ebc793. 00010000:00000010:3.1:1764938850.196307:0:78471:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a17e632. 00010000:00000010:3.1:1764938850.196315:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ec165e. 00000400:00000200:2.0:1764938850.197147:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.197163:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55085c0 00000400:00000200:2.0:1764938850.197171:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0cf9 [1] + 224 00000400:00000200:2.0:1764938850.197182:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.197185:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.197196:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e76dbae2 x1850670626932160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.197232:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.197237:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62680 00000400:00000200:2.0:1764938850.197242:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf661 [2] + 1312 00000400:00000200:2.0:1764938850.197292:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.197296:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.197299:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.197305:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:1.0:1764938850.197586:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df5af1e. 00000020:00000010:1.0:1764938850.197593:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d335ed8. 00000020:00000010:1.0:1764938850.197597:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.197619:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621009536/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.197651:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009536 02000000:00000010:1.0:1764938850.197662:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e949dc2b. 00010000:00000010:1.0:1764938850.197699:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088a43823. 00000100:00000010:1.0:1764938850.197705:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.197711:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.197714:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088a43823. 00000400:00000010:1.0:1764938850.197729:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938850.197733:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009536, offset 224 00000400:00000200:1.0:1764938850.197740:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.197750:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.197755:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90258:90258:256:4294967295] 192.168.203.57@tcp LPNI seq info [90258:90258:8:4294967295] 00000400:00000200:1.0:1764938850.197765:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.197770:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.197774:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938850.197779:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.197785:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.197789:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.197806:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d335ed8. 00000020:00000010:1.0:1764938850.197810:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.197813:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df5af1e. 00000800:00000200:1.0:1764938850.199195:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.199200:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938850.199207:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.199220:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.199224:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:1.0:1764938850.199227:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000400:00000010:3.0:1764938850.199234:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001edbfde0. 00000400:00000200:3.0:1764938850.199239:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:3.0:1764938850.199240:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:3.0:1764938850.199248:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e76dbae2 x1850670626932160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.199257:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e76dbae2 x1850670626932160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.199278:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054ac800a. 02000000:00000010:3.0:1764938850.199289:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000384f7371. 02000000:00000010:3.0:1764938850.199294:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1ae18e9. 00000100:00000010:3.0:1764938850.199298:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e76dbae2. 00000100:00000010:3.0:1764938850.199302:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938850.199305:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00080000:00000010:3.0:1764938850.199321:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bf1a1cc. 00010000:00000010:3.0:1764938850.199411:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938850.199418:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a815515. 00010000:00000010:3.0:1764938850.199490:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.0:1764938850.199496:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7a70260. 00010000:00000010:3.0:1764938850.199506:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938850.199511:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938850.199517:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 02000000:00000010:3.0:1764938850.199527:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5ee440d. 02000000:00000010:3.0:1764938850.199551:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc71b856. 00000400:00000010:3.0:1764938850.199555:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001edbfde0. 00000400:00000010:3.0:1764938850.199558:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938850.199562:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932224, portal 16 00000400:00000010:3.0:1764938850.199566:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00000100:00000200:3.0:1764938850.199568:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932224, offset 0 00000400:00000200:3.0:1764938850.199574:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.199584:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.199591:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.199594:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.199596:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.199600:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90259:90259:256:4294967295] 192.168.203.57@tcp LPNI seq info [90259:90259:8:4294967295] 00000400:00000200:3.0:1764938850.199608:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.199613:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.199616:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015c8e268 (tot 82352938). 00000800:00000200:3.0:1764938850.199621:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.199627:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.199630:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000015c8e268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.200409:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.200413:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015c8e268 (tot 82352690). 00000400:00000200:3.0:1764938850.200418:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.200424:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.200427:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:3.0:1764938850.200429:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 00000100:00000200:3.0:1764938850.200439:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e76dbae2 x1850670626932224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.201285:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.201299:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508600 00000400:00000200:3.0:1764938850.201306:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d05 [1] + 224 00000400:00000200:3.0:1764938850.201320:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.201323:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.201330:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e76dbae2 x1850670626932224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.201388:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001edbfde0. 00000400:00000200:1.0:1764938850.201393:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:1.0:1764938850.201394:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:1.0:1764938850.201400:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e76dbae2 x1850670626932224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.201407:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e76dbae2 x1850670626932224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.201433:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc71b856. 02000000:00000010:1.0:1764938850.201437:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5ee440d. 00000100:00000010:1.0:1764938850.201440:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e76dbae2. 00000100:00000010:1.0:1764938850.201444:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:1.0:1764938850.201446:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00010000:00000010:3.1:1764938850.202311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055c2a649. 00010000:00000010:3.1:1764938850.202319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009bcc666. 00010000:00000010:3.1:1764938850.202324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00000400:00000200:3.0:1764938850.202382:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.202392:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f626c0 00000400:00000200:3.0:1764938850.202398:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf661 [2] + 1640 00000400:00000200:3.0:1764938850.203235:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.203242:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.203248:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.203253:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005de3de89. 00000020:00000010:1.0:1764938850.203779:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df5af1e. 00000020:00000010:1.0:1764938850.203787:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279336f2. 00000020:00000010:1.0:1764938850.203791:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.203814:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005de3de89 x1850670621009600/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938850.203855:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009600 02000000:00000010:1.0:1764938850.203865:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031cfb87c. 00010000:00000010:1.0:1764938850.203889:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4b2ac63. 00010000:00000010:1.0:1764938850.203904:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938850.203910:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.203926:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.203929:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000010:1.0:1764938850.203942:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938850.203947:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009600, offset 224 00000400:00000200:1.0:1764938850.203955:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.203965:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.203970:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90260:90260:256:4294967295] 192.168.203.57@tcp LPNI seq info [90260:90260:8:4294967295] 00000400:00000200:1.0:1764938850.203980:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.203984:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.203988:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938850.203993:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.203999:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.204003:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.204018:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279336f2. 00000020:00000010:1.0:1764938850.204022:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.204025:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df5af1e. 00080000:00000010:0.0:1764938850.204324:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b77d0992. 00010000:00000010:0.0:1764938850.204423:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7a70260. 00010000:00000010:0.0:1764938850.204430:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fce14dd5. 00010000:00000010:0.0:1764938850.204491:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad95625. 00010000:00000010:0.0:1764938850.204498:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.204507:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d526ba4. 00000100:00000010:0.0:1764938850.204511:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938850.204517:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ce3dca1. 02000000:00000010:0.0:1764938850.204527:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003faa0830. 02000000:00000010:0.0:1764938850.204547:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000921dc07f. 00000400:00000010:0.0:1764938850.204552:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000131de093. 00000400:00000010:0.0:1764938850.204558:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938850.204562:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932288, portal 16 00000400:00000010:0.0:1764938850.204565:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938850.204567:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932288, offset 0 00000400:00000200:0.0:1764938850.204572:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.204579:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.204585:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.204588:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.204590:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.204592:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90261:90261:255:4294967295] 192.168.203.57@tcp LPNI seq info [90261:90261:7:4294967295] 00000400:00000200:0.0:1764938850.204600:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.204604:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.204607:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82353186). 00000800:00000200:0.0:1764938850.204611:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.204614:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.204616:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.205394:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.205398:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352938). 00000400:00000200:1.0:1764938850.205403:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.205408:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.205412:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:1.0:1764938850.205414:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000800:00000200:1.0:1764938850.205438:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.205440:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:1.0:1764938850.205442:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.205445:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.205447:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:1.0:1764938850.205448:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:1.0:1764938850.205453:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005ce3dca1 x1850670626932288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1764938850.209752:0:71750:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 02000000:00000010:1.0:1764938850.209774:0:71750:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008544a222. 02000000:00000010:1.0:1764938850.209851:0:15842:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c259283c. 00000400:00000010:1.0:1764938850.209859:0:15842:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000067f968c. 00000400:00000010:1.0:1764938850.209865:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938850.209871:0:15842:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1850670626932352, portal 4 00000400:00000010:1.0:1764938850.209879:0:15842:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938850.209881:0:15842:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1850670626932352, offset 0 00000400:00000200:1.0:1764938850.209890:0:15842:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1764938850.209903:0:15842:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1764938850.209914:0:15842:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6932cd5508680 00000400:00000200:1.0:1764938850.209920:0:15842:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3207d [8] + 12992 00000400:00000200:1.0:1764938850.209927:0:15842:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.209930:0:15842:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1764938850.209935:0:15842:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1764938850.209938:0:15842:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a889889. 00000400:00000200:1.0:1764938850.209954:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:1.0:1764938850.209957:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000100:00000200:1.0:1764938850.209962:0:15842:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000315e5b21 x1850670626932352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938857 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000010:1.0:1764938850.210001:0:66333:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df5af1e. 00000020:00000010:1.0:1764938850.210006:0:66333:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095a62e97. 00000020:00000010:1.0:1764938850.210010:0:66333:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.210036:0:66333:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626932352 02000000:00000010:1.0:1764938850.210050:0:66333:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000f8a8c6a6. 00010000:00000200:1.0:1764938850.210066:0:66333:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006a889889 x1850670626932352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 224/368 e 0 to 0 dl 1764938856 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:1.0:1764938850.210079:0:66333:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938850.210082:0:66333:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1850670626932352, offset 224 00000400:00000200:1.0:1764938850.210086:0:66333:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1764938850.210091:0:66333:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1764938850.210095:0:66333:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6932cd5508680 00000400:00000200:1.0:1764938850.210099:0:66333:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0d19 [1] + 224 00000400:00000200:1.0:1764938850.210134:0:66333:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.210136:0:66333:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1764938850.210142:0:66333:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000315e5b21 x1850670626932352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938857 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:1.0:1764938850.210156:0:66333:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:1.0:1764938850.210158:0:66333:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000020:00000010:1.0:1764938850.210169:0:66333:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095a62e97. 00000020:00000010:1.0:1764938850.210173:0:66333:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.210176:0:66333:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df5af1e. 00000400:00000010:1.0:1764938850.210196:0:15842:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000067f968c. 00000400:00000200:1.0:1764938850.210199:0:15842:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:1.0:1764938850.210200:0:15842:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000100:00000200:1.0:1764938850.210203:0:15842:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000315e5b21 x1850670626932352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938857 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:1.0:1764938850.210210:0:15842:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000315e5b21 x1850670626932352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938857 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:1.0:1764938850.210234:0:15842:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c259283c. 02000000:00000010:1.0:1764938850.210239:0:15842:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008544a222. 00000100:00000010:1.0:1764938850.210244:0:15842:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00010000:00000010:0.1:1764938850.210677:0:78473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097d927f7. 00010000:00000010:0.1:1764938850.210684:0:78473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.1:1764938850.211122:0:78472:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b967be. 00010000:00000010:3.1:1764938850.211127:0:78472:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad9ba50. 00010000:00000010:3.1:1764938850.211131:0:78472:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:1.1:1764938850.216321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccb46614. 00000400:00000200:0.0:1764938850.223758:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.223777:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508640 00000400:00000200:0.0:1764938850.223786:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d11 [1] + 224 00000400:00000200:0.0:1764938850.223798:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.223802:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.223812:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005ce3dca1 x1850670626932288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.223849:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.223855:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62700 00000400:00000200:0.0:1764938850.223859:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf661 [2] + 1968 00000400:00000010:0.0:1764938850.223863:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:0.0:1764938850.223866:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000006e59d77 00000400:00000200:0.0:1764938850.223922:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.223926:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.223929:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006e59d77 00000400:00000010:0.0:1764938850.223931:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000006e59d77 (tot 82352538). 00000100:00000200:0.0:1764938850.223936:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1764938850.225457:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000131de093. 00000400:00000200:2.0:1764938850.225464:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:2.0:1764938850.225466:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:2.0:1764938850.225475:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005ce3dca1 x1850670626932288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.225485:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005ce3dca1 x1850670626932288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.225516:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000921dc07f. 02000000:00000010:2.0:1764938850.225521:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003faa0830. 00000100:00000010:2.0:1764938850.225526:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ce3dca1. 00000100:00000010:2.0:1764938850.225529:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:2.0:1764938850.225533:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d526ba4. 00000020:00000010:2.0:1764938850.225575:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a69d61c. 00000020:00000010:2.0:1764938850.225581:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938850.225585:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.225607:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087a528c0 x1850670621009664/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938850.225645:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009664 02000000:00000010:2.0:1764938850.225655:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e77531f. 00010000:00000010:2.0:1764938850.225680:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1a7a7b4. 00010000:00000010:2.0:1764938850.225696:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005bc3218f. 00000100:00000010:2.0:1764938850.225702:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000565c3e4. 00000100:00000010:2.0:1764938850.225714:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000565c3e4. 00010000:00000010:2.0:1764938850.225716:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005bc3218f. 00000400:00000010:2.0:1764938850.225727:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938850.225731:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009664, offset 224 00000400:00000200:2.0:1764938850.225739:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.225751:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.225756:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90262:90262:256:4294967295] 192.168.203.57@tcp LPNI seq info [90262:90262:8:4294967295] 00000400:00000200:2.0:1764938850.225766:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.225771:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.225775:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352786). 00000800:00000200:2.0:1764938850.225781:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.225787:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.225791:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.225818:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938850.225821:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.225824:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a69d61c. 02000000:00000010:2.0:1764938850.225832:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031cfb87c. 00000100:00000010:2.0:1764938850.225836:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005de3de89. 02000000:00000010:2.0:1764938850.225839:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e949dc2b. 00000100:00000010:2.0:1764938850.225841:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938850.225843:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:2.0:1764938850.225845:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938850.225848:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051ae5e85. 00000100:00000010:2.0:1764938850.225850:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938850.225852:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afe26cb8. 00000100:00000010:2.0:1764938850.225855:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938850.225857:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094b70927. 00000100:00000010:2.0:1764938850.225859:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009bdc13a7. 00000100:00000200:2.0:1764938850.225864:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938850.225868:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009fa337d3. 00000400:00000010:2.0:1764938850.225871:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000565c3e4 (tot 82352938). 00000800:00000200:1.0:1764938850.225902:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.225906:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938850.225910:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.225914:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.225918:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7ce4bb 00000400:00000010:1.0:1764938850.225920:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7ce4bb. 02000000:00000010:1.0:1764938850.225925:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e77531f. 00080000:00000010:0.0:1764938850.225945:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2dfd965. 00010000:00000010:0.0:1764938850.226032:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.226039:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047ca1a25. 00010000:00000010:0.0:1764938850.226127:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074ea232e. 00010000:00000010:0.0:1764938850.226133:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.226144:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe1e48d0. 00000100:00000010:0.0:1764938850.226148:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938850.226154:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003acc8c9. 02000000:00000010:0.0:1764938850.226163:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac66b0cd. 02000000:00000010:0.0:1764938850.226183:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094b70927. 00000400:00000010:0.0:1764938850.226186:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000131de093. 00000400:00000010:0.0:1764938850.226190:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938850.226193:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932416, portal 16 00000400:00000010:0.0:1764938850.226197:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938850.226198:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932416, offset 0 00000400:00000200:0.0:1764938850.226203:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.226210:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.226216:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.226218:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.226221:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.226224:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90263:90263:256:4294967295] 192.168.203.57@tcp LPNI seq info [90263:90263:8:4294967295] 00000400:00000200:0.0:1764938850.226232:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.226237:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.226241:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352938). 00000800:00000200:0.0:1764938850.226244:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.226248:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.226250:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.226444:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.226447:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:1.0:1764938850.226450:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.226454:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.226457:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:1.0:1764938850.226459:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:1.0:1764938850.226463:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003acc8c9 x1850670626932416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.231959:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.231978:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55086c0 00000400:00000200:0.0:1764938850.231986:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d2d [1] + 224 00000400:00000200:0.0:1764938850.232001:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.232005:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.232015:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003acc8c9 x1850670626932416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.232835:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000131de093. 00000400:00000200:1.0:1764938850.232841:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:1.0:1764938850.232843:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:1.0:1764938850.232850:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003acc8c9 x1850670626932416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.232858:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003acc8c9 x1850670626932416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.232888:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094b70927. 02000000:00000010:1.0:1764938850.232894:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac66b0cd. 00000100:00000010:1.0:1764938850.232897:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003acc8c9. 00000100:00000010:1.0:1764938850.232901:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:1.0:1764938850.232905:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe1e48d0. 00000400:00000200:1.0:1764938850.233676:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.233690:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62740 00000400:00000200:1.0:1764938850.233696:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf6b9 [2] + 0 00000400:00000200:1.0:1764938850.233752:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.233757:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.233762:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.233767:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:3.0:1764938850.233843:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000384f7371. 00000020:00000010:3.0:1764938850.233850:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.233855:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f05da9aa. 00000100:00000200:3.0:1764938850.233877:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621009728/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938850.233914:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009728 02000000:00000010:3.0:1764938850.233925:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d792f9a3. 00010000:00000010:3.0:1764938850.233950:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5190b42. 00010000:00000010:3.0:1764938850.234013:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.234019:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.234036:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.234040:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000010:3.0:1764938850.234053:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00000100:00000200:3.0:1764938850.234058:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009728, offset 224 00000400:00000200:3.0:1764938850.234064:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.234073:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.234078:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90264:90264:256:4294967295] 192.168.203.57@tcp LPNI seq info [90264:90264:8:4294967295] 00000400:00000200:3.0:1764938850.234088:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.234093:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.234097:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015c8e268 (tot 82352938). 00000800:00000200:3.0:1764938850.234125:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.234133:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.234136:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000015c8e268 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1764938850.234138:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003faa0830. 00000020:00000010:3.0:1764938850.234150:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.234153:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f05da9aa. 00000020:00000010:3.0:1764938850.234156:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000384f7371. 00010000:00000010:0.0:1764938850.234211:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.234217:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003aa896c9. 00000800:00000200:1.0:1764938850.234257:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.234261:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015c8e268 (tot 82352690). 00000400:00000200:1.0:1764938850.234265:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.234268:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.234271:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:1.0:1764938850.234273:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 00010000:00000010:0.0:1764938850.234283:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df6fa027. 00010000:00000010:0.0:1764938850.234287:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6336695. 00010000:00000010:0.0:1764938850.234292:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.0:1764938850.234297:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00080000:00000010:0.0:1764938850.234308:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000921dc07f. 00010000:00000010:0.0:1764938850.234333:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.234337:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6336695. 00010000:00000010:0.0:1764938850.234397:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.0:1764938850.234401:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.234408:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef9244d5. 00000100:00000010:0.0:1764938850.234411:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.234416:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003acc8c9. 02000000:00000010:0.0:1764938850.234425:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000801bad5d. 02000000:00000010:0.0:1764938850.234445:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac66b0cd. 00000400:00000010:0.0:1764938850.234449:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938850.234452:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938850.234456:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932480, portal 16 00000400:00000010:0.0:1764938850.234460:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938850.234462:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932480, offset 0 00000400:00000200:0.0:1764938850.234467:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.234473:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.234479:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.234482:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.234485:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.234487:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90265:90265:256:4294967295] 192.168.203.57@tcp LPNI seq info [90265:90265:8:4294967295] 00000400:00000200:0.0:1764938850.234494:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.234499:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.234502:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938850.234505:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.234509:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.234511:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.234571:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.234574:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352690). 00000400:00000200:1.0:1764938850.234577:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.234580:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.234583:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:1.0:1764938850.234584:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:1.0:1764938850.234588:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003acc8c9 x1850670626932480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.239320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066691881. 00000400:00000200:1.0:1764938850.241230:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.241247:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508700 00000400:00000200:1.0:1764938850.241255:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d39 [1] + 224 00000400:00000200:1.0:1764938850.241267:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.241271:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.241280:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003acc8c9 x1850670626932480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.241318:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.241323:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62780 00000400:00000200:1.0:1764938850.241328:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf6b9 [2] + 328 00000400:00000200:1.0:1764938850.241392:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.241396:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.241400:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.241406:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000400:00000010:0.0:1764938850.241549:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938850.241554:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:0.0:1764938850.241555:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:0.0:1764938850.241560:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003acc8c9 x1850670626932480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.241568:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003acc8c9 x1850670626932480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.241592:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac66b0cd. 02000000:00000010:0.0:1764938850.241597:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000801bad5d. 00000100:00000010:0.0:1764938850.241600:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003acc8c9. 00000100:00000010:0.0:1764938850.241603:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.241606:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef9244d5. 00010000:00000010:0.1:1764938850.242230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe877187. 00010000:00000010:0.1:1764938850.242238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00010000:00000010:0.1:1764938850.242366:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ad1652. 00010000:00000010:0.1:1764938850.242370:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ea232e. 00010000:00000010:0.1:1764938850.242381:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6fa027. 00010000:00000010:0.1:1764938850.242384:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad5bdd. 00000020:00000010:3.0:1764938850.242862:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000384f7371. 00000020:00000010:3.0:1764938850.242868:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.242873:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f05da9aa. 00000100:00000200:3.0:1764938850.242897:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621009792/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938850.242936:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009792 02000000:00000010:3.0:1764938850.242946:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b6abab3. 00010000:00000010:3.0:1764938850.242971:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acde485f. 00010000:00000010:3.0:1764938850.242987:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.242993:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.243008:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.243011:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000010:3.0:1764938850.243023:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938850.243028:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009792, offset 224 00080000:00000010:0.0:1764938850.243032:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcebbf57. 00000400:00000200:3.0:1764938850.243035:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.243046:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.243051:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90266:90266:256:4294967295] 192.168.203.57@tcp LPNI seq info [90266:90266:8:4294967295] 00000400:00000200:3.0:1764938850.243060:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.243064:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.243068:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b55e29 (tot 82352938). 00000800:00000200:3.0:1764938850.243073:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.243079:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.243082:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b55e29 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.243115:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083836909. 00010000:00000010:0.0:1764938850.243118:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00000020:00000010:3.0:1764938850.243119:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f05da9aa. 00000020:00000010:3.0:1764938850.243121:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000384f7371. 00010000:00000010:0.0:1764938850.243123:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000171927e8. 00010000:00000010:0.0:1764938850.243189:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.0:1764938850.243194:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.243204:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef9244d5. 00000800:00000200:3.0:1764938850.243206:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1764938850.243207:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000800:00000010:3.0:1764938850.243209:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b55e29 (tot 82352690). 00000400:00000200:3.0:1764938850.243213:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1764938850.243213:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003acc8c9. 00000400:00000200:3.0:1764938850.243217:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.243220:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:3.0:1764938850.243221:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 02000000:00000010:0.0:1764938850.243222:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000801bad5d. 02000000:00000010:0.0:1764938850.243241:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac66b0cd. 00000400:00000010:0.0:1764938850.243246:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938850.243249:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938850.243253:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932544, portal 16 00000400:00000010:0.0:1764938850.243257:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938850.243259:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932544, offset 0 00000400:00000200:0.0:1764938850.243264:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.243270:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.243276:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.243279:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.243281:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.243284:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90267:90267:256:4294967295] 192.168.203.57@tcp LPNI seq info [90267:90267:8:4294967295] 00000400:00000200:0.0:1764938850.243290:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.243294:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.243298:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938850.243301:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.243305:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.243307:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.243350:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.243352:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352690). 00000400:00000200:0.0:1764938850.243355:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.243358:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.243360:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:0.0:1764938850.243362:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:0.0:1764938850.243366:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003acc8c9 x1850670626932544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.247454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5b33dad. 00000400:00000200:3.0:1764938850.250547:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.250565:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508740 00000400:00000200:3.0:1764938850.250574:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d45 [1] + 224 00000400:00000200:3.0:1764938850.250585:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.250589:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.250599:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003acc8c9 x1850670626932544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.250634:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.250640:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f627c0 00000400:00000200:3.0:1764938850.250644:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf6b9 [2] + 656 00000400:00000200:3.0:1764938850.250651:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.250653:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.250657:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.250663:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005de3de89. 00000020:00000010:1.0:1764938850.250758:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7ec5dd8. 00000020:00000010:1.0:1764938850.250765:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.250769:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.250792:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005de3de89 x1850670621009856/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938850.250827:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009856 02000000:00000010:1.0:1764938850.250838:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038efa66a. 00010000:00000010:1.0:1764938850.250879:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088a43823. 00000100:00000010:1.0:1764938850.250886:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.250892:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.250895:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088a43823. 00000400:00000010:1.0:1764938850.250912:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938850.250918:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009856, offset 224 00000400:00000200:1.0:1764938850.250926:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.250937:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.250942:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90268:90268:256:4294967295] 192.168.203.57@tcp LPNI seq info [90268:90268:8:4294967295] 00000400:00000200:1.0:1764938850.250951:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.250956:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.250960:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938850.250966:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.250972:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.250975:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.250994:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.250998:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.251001:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ec5dd8. 00000800:00000200:1.0:1764938850.251090:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.251093:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938850.251097:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.251126:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.251130:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:1.0:1764938850.251131:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000400:00000010:0.0:1764938850.251195:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938850.251199:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:0.0:1764938850.251201:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:0.0:1764938850.251206:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003acc8c9 x1850670626932544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.251213:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003acc8c9 x1850670626932544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938850.251232:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000534bcf60. 02000000:00000010:0.0:1764938850.251244:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac66b0cd. 02000000:00000010:0.0:1764938850.251249:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000801bad5d. 00000100:00000010:0.0:1764938850.251253:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003acc8c9. 00000100:00000010:0.0:1764938850.251256:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.251258:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef9244d5. 00080000:00000010:0.0:1764938850.251272:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000801bad5d. 00010000:00000010:0.0:1764938850.251347:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.251352:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a5ce18b. 00010000:00000010:0.0:1764938850.251429:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074ea232e. 00010000:00000010:0.0:1764938850.251435:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938850.251445:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef9244d5. 00000100:00000010:0.0:1764938850.251448:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.251452:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003acc8c9. 02000000:00000010:0.0:1764938850.251460:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac66b0cd. 02000000:00000010:0.0:1764938850.251479:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094b70927. 00000400:00000010:0.0:1764938850.251483:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938850.251486:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938850.251491:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932608, portal 16 00000400:00000010:0.0:1764938850.251494:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938850.251496:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932608, offset 0 00000400:00000200:0.0:1764938850.251500:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.251506:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.251512:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.251516:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.251519:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.251521:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90269:90269:256:4294967295] 192.168.203.57@tcp LPNI seq info [90269:90269:8:4294967295] 00000400:00000200:0.0:1764938850.251528:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.251532:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.251535:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938850.251539:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.251542:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.251545:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938850.252618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000308206d1. 00000800:00000200:1.0:1764938850.252686:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.252690:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352690). 00000400:00000200:1.0:1764938850.252693:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.252699:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.252704:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:1.0:1764938850.252705:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:1.0:1764938850.252711:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003acc8c9 x1850670626932608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.253214:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.253228:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508780 00000400:00000200:3.0:1764938850.253234:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d51 [1] + 224 00000400:00000200:3.0:1764938850.253246:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.253248:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.253253:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003acc8c9 x1850670626932608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.256563:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:1.0:1764938850.256573:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:1.0:1764938850.256575:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:1.0:1764938850.256587:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003acc8c9 x1850670626932608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.256597:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003acc8c9 x1850670626932608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.256627:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094b70927. 02000000:00000010:1.0:1764938850.256633:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac66b0cd. 00000100:00000010:1.0:1764938850.256637:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003acc8c9. 00000100:00000010:1.0:1764938850.256641:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:1.0:1764938850.256644:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef9244d5. 00010000:00000010:0.1:1764938850.258214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020561d56. 00010000:00000010:0.1:1764938850.258224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.1:1764938850.260001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b8d6d03. 00010000:00000010:0.1:1764938850.260013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abbbc618. 00010000:00000010:0.1:1764938850.260018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad5bdd. 00000400:00000200:1.0:1764938850.265675:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.265693:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62800 00000400:00000200:1.0:1764938850.265701:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf6b9 [2] + 984 00000400:00000200:1.0:1764938850.265758:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.265764:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.265771:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.265777:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000020:00000010:3.0:1764938850.265858:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cf7886d. 00000020:00000010:3.0:1764938850.265865:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.265870:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f05da9aa. 00000100:00000200:3.0:1764938850.265895:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621009920/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938850.265932:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009920 02000000:00000010:3.0:1764938850.265942:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000861f6a03. 00010000:00000010:3.0:1764938850.265968:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b30751d2. 00010000:00000010:3.0:1764938850.265989:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.265995:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.266005:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.266008:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000010:3.0:1764938850.266065:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938850.266071:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009920, offset 224 00000400:00000200:3.0:1764938850.266079:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.266089:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.266094:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90270:90270:256:4294967295] 192.168.203.57@tcp LPNI seq info [90270:90270:8:4294967295] 00000400:00000200:3.0:1764938850.266146:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.266151:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.266157:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b55e29 (tot 82352938). 00000800:00000200:3.0:1764938850.266163:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.266170:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.266173:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b55e29 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.266190:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.266194:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f05da9aa. 00000020:00000010:3.0:1764938850.266198:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cf7886d. 00080000:00000010:1.0:1764938850.266357:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7ec5dd8. 00010000:00000010:1.0:1764938850.266454:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00010000:00000010:1.0:1764938850.266461:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ba061e4. 00010000:00000010:1.0:1764938850.266527:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.0:1764938850.266533:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2caf959. 00010000:00000010:1.0:1764938850.266542:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088a43823. 00000100:00000010:1.0:1764938850.266547:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.266553:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938850.266565:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003df5af1e. 02000000:00000010:1.0:1764938850.266587:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afe26cb8. 00000400:00000010:1.0:1764938850.266592:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000067f968c. 00000400:00000010:1.0:1764938850.266597:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938850.266601:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932672, portal 16 00000400:00000010:1.0:1764938850.266605:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938850.266606:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932672, offset 0 00000400:00000200:1.0:1764938850.266611:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.266617:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.266623:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938850.266627:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938850.266630:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938850.266632:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90271:90271:255:4294967295] 192.168.203.57@tcp LPNI seq info [90271:90271:7:4294967295] 00000400:00000200:1.0:1764938850.266640:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.266645:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.266648:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938850.266652:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.266656:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.266659:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.266698:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.266701:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b55e29 (tot 82352938). 00000400:00000200:1.0:1764938850.266705:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.266709:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.266712:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:1.0:1764938850.266714:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00000800:00000200:1.0:1764938850.266764:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.266766:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938850.266771:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.266775:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.266778:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:1.0:1764938850.266780:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000100:00000200:1.0:1764938850.266786:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626932672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.267940:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.267955:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55087c0 00000400:00000200:3.0:1764938850.267962:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d5d [1] + 224 00000400:00000200:3.0:1764938850.267974:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.267977:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.267984:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626932672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.268060:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000067f968c. 00000400:00000200:1.0:1764938850.268064:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:1.0:1764938850.268066:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000100:00000200:1.0:1764938850.268071:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626932672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.268078:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626932672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.268342:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afe26cb8. 02000000:00000010:1.0:1764938850.268348:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003df5af1e. 00000100:00000010:1.0:1764938850.268353:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:1.0:1764938850.268356:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.268359:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088a43823. 00000400:00000200:1.0:1764938850.268788:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.268799:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62840 00000400:00000200:1.0:1764938850.268804:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf6b9 [2] + 1312 00000400:00000200:1.0:1764938850.268846:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.268850:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.268854:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.268858:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:3.0:1764938850.268927:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efba491a. 00000020:00000010:3.0:1764938850.268934:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.268938:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f05da9aa. 00000100:00000200:3.0:1764938850.268957:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621009984/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938850.268989:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621009984 02000000:00000010:3.0:1764938850.268997:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009cf7886d. 00010000:00000010:3.0:1764938850.269020:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad776260. 00010000:00000010:3.0:1764938850.269033:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.269039:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.269045:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.269048:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000010:3.0:1764938850.269059:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938850.269063:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621009984, offset 224 00000400:00000200:3.0:1764938850.269069:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.269079:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.269084:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90272:90272:256:4294967295] 192.168.203.57@tcp LPNI seq info [90272:90272:8:4294967295] 00000400:00000200:3.0:1764938850.269093:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.269098:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.269127:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001bb8202 (tot 82352938). 00000800:00000200:3.0:1764938850.269133:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.269139:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.269142:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001bb8202 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.269160:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.269163:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f05da9aa. 00000020:00000010:3.0:1764938850.269166:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efba491a. 00080000:00000010:1.0:1764938850.269232:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003df5af1e. 00010000:00000010:1.0:1764938850.269303:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2caf959. 00010000:00000010:1.0:1764938850.269309:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009762f3fb. 00010000:00000010:1.0:1764938850.269382:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df6961cb. 00010000:00000010:1.0:1764938850.269389:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2caf959. 00010000:00000010:1.0:1764938850.269397:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088a43823. 00000100:00000010:1.0:1764938850.269400:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.269406:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938850.269414:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afe26cb8. 02000000:00000010:1.0:1764938850.269434:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051ae5e85. 00000400:00000010:1.0:1764938850.269438:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000067f968c. 00000400:00000010:1.0:1764938850.269441:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938850.269446:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932736, portal 16 00000400:00000010:1.0:1764938850.269449:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938850.269451:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932736, offset 0 00000400:00000200:1.0:1764938850.269455:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.269460:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.269466:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938850.269469:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938850.269472:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938850.269474:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90273:90273:255:4294967295] 192.168.203.57@tcp LPNI seq info [90273:90273:7:4294967295] 00000400:00000200:1.0:1764938850.269480:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.269484:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.269487:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938850.269491:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.269494:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.269497:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938850.272132:0:78472:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006172ee28. 00010000:00000010:1.1:1764938850.272143:0:78472:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ea232e. 00000800:00000200:0.0:1764938850.272262:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.272266:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001bb8202 (tot 82352938). 00000400:00000200:0.0:1764938850.272271:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.272280:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.272286:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:0.0:1764938850.272288:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000800:00000200:0.0:1764938850.272362:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.272365:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:0.0:1764938850.272370:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.272383:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.272386:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:0.0:1764938850.272387:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000100:00000200:0.0:1764938850.272396:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626932736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.275511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a9f0f0. 00000400:00000200:3.0:1764938850.278634:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.278654:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508800 00000400:00000200:3.0:1764938850.278663:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d69 [1] + 224 00000400:00000200:3.0:1764938850.278676:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.278680:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.278690:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626932736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.278737:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.278742:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62880 00000400:00000200:3.0:1764938850.278747:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf6b9 [2] + 1640 00000400:00000200:3.0:1764938850.278756:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.278759:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.278764:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.278769:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 00000400:00000010:0.0:1764938850.278834:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000067f968c. 00000400:00000200:0.0:1764938850.278840:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:0.0:1764938850.278842:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000100:00000200:0.0:1764938850.278848:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626932736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.278856:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626932736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.278885:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051ae5e85. 02000000:00000010:0.0:1764938850.278892:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afe26cb8. 00000100:00000010:0.0:1764938850.278897:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:0.0:1764938850.278899:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:0.0:1764938850.278904:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088a43823. 00000020:00000010:1.0:1764938850.279019:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031cfb87c. 00000020:00000010:1.0:1764938850.279026:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.279030:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.279052:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e76dbae2 x1850670621010048/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00010000:00000010:1.1:1764938850.279796:0:64654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b08bd858. 00010000:00000010:1.1:1764938850.279804:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec15bf5. 00000100:00000200:1.0:1764938850.279829:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010048 02000000:00000010:1.0:1764938850.279841:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040fc954e. 00010000:00000010:1.0:1764938850.279869:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4e5d79e. 00010000:00000010:1.0:1764938850.279888:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc71f238. 00000100:00000010:1.0:1764938850.279894:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938850.279903:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938850.279906:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc71f238. 00000400:00000010:1.0:1764938850.279922:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.279927:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010048, offset 224 00000400:00000200:1.0:1764938850.279935:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.279948:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.279954:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90274:90274:256:4294967295] 192.168.203.57@tcp LPNI seq info [90274:90274:8:4294967295] 00000400:00000200:1.0:1764938850.279964:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.279969:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.279973:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938850.279979:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.279986:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.279990:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.280010:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.280015:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.280019:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031cfb87c. 00010000:00000010:3.1:1764938850.282514:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc62e6e0. 00080000:00000010:0.0:1764938850.282618:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097225dbe. 00010000:00000010:0.0:1764938850.282704:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2caf959. 00010000:00000010:0.0:1764938850.282713:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e6d99a4. 00010000:00000010:0.0:1764938850.282781:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df6fa027. 00010000:00000010:0.0:1764938850.282785:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6336695. 00010000:00000010:0.0:1764938850.282790:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.0:1764938850.282796:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017d4aa7e. 00080000:00000010:0.0:1764938850.282812:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5d9a652. 00010000:00000010:0.0:1764938850.282836:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938850.282839:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6336695. 00010000:00000010:0.0:1764938850.282884:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.0:1764938850.282888:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938850.282895:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb63a016. 00000100:00000010:0.0:1764938850.282901:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.282909:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009bdc13a7. 02000000:00000010:0.0:1764938850.282921:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099cc4cec. 02000000:00000010:0.0:1764938850.282947:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebadf4f4. 00000400:00000010:0.0:1764938850.282953:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3a36f0f. 00000400:00000010:0.0:1764938850.282959:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938850.282964:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932800, portal 16 00000400:00000010:0.0:1764938850.282969:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938850.282971:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932800, offset 0 00000400:00000200:0.0:1764938850.282979:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.282994:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.283001:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.283005:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.283008:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.283011:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90275:90275:255:4294967295] 192.168.203.57@tcp LPNI seq info [90275:90275:7:4294967295] 00000400:00000200:0.0:1764938850.283021:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.283027:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.283030:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82353186). 00000800:00000200:0.0:1764938850.283036:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.283043:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.283046:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.283150:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.283155:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352938). 00000400:00000200:1.0:1764938850.283161:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.283166:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.283170:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:1.0:1764938850.283173:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000800:00000200:1.0:1764938850.284049:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.284053:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:1.0:1764938850.284058:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.284064:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.284067:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:1.0:1764938850.284068:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:1.0:1764938850.284075:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009bdc13a7 x1850670626932800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.286926:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.286943:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508840 00000400:00000200:0.0:1764938850.286952:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d75 [1] + 224 00000400:00000200:0.0:1764938850.286967:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.286970:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.286980:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009bdc13a7 x1850670626932800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.287057:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3a36f0f. 00000400:00000200:1.0:1764938850.287061:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:1.0:1764938850.287063:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:1.0:1764938850.287068:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009bdc13a7 x1850670626932800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.287074:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009bdc13a7 x1850670626932800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.287130:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebadf4f4. 02000000:00000010:1.0:1764938850.287136:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099cc4cec. 00000100:00000010:1.0:1764938850.287139:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009bdc13a7. 00000100:00000010:1.0:1764938850.287142:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:1.0:1764938850.287145:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb63a016. 00010000:00000010:0.1:1764938850.289153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb23cece. 00010000:00000010:0.1:1764938850.289168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df6961cb. 00010000:00000010:0.1:1764938850.289172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6fa027. 00010000:00000010:0.1:1764938850.289176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:1.1:1764938850.291251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29c90eb. 00000400:00000200:3.0:1764938850.295071:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.295088:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f628c0 00000400:00000200:3.0:1764938850.295095:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf6b9 [2] + 1968 00000400:00000010:3.0:1764938850.295100:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a8bc324. 00000400:00000200:3.0:1764938850.295202:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000041b1d240 00000400:00000200:3.0:1764938850.295263:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.295269:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.295273:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041b1d240 00000400:00000010:3.0:1764938850.295275:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000041b1d240 (tot 82352538). 00000100:00000200:3.0:1764938850.295282:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938850.295387:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031cfb87c. 00000020:00000010:1.0:1764938850.295393:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.295398:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.295420:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ec35ae1 x1850670621010112/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938850.295456:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010112 02000000:00000010:1.0:1764938850.295465:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afe26cb8. 00010000:00000010:1.0:1764938850.295496:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c190cda. 00010000:00000010:1.0:1764938850.295514:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc71f238. 00000100:00000010:1.0:1764938850.295520:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afe79546. 00000100:00000010:1.0:1764938850.295541:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afe79546. 00010000:00000010:1.0:1764938850.295545:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc71f238. 00000400:00000010:1.0:1764938850.295560:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.295564:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010112, offset 224 00000400:00000200:1.0:1764938850.295571:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.295581:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.295585:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90276:90276:256:4294967295] 192.168.203.57@tcp LPNI seq info [90276:90276:8:4294967295] 00000400:00000200:1.0:1764938850.295595:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.295601:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.295605:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352786). 00000800:00000200:1.0:1764938850.295610:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.295616:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.295620:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.295638:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.295641:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.295644:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031cfb87c. 02000000:00000010:1.0:1764938850.295653:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040fc954e. 00000100:00000010:1.0:1764938850.295655:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e76dbae2. 02000000:00000010:1.0:1764938850.295660:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009cf7886d. 00000100:00000010:1.0:1764938850.295662:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938850.295665:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000861f6a03. 00000100:00000010:1.0:1764938850.295667:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938850.295670:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038efa66a. 00000100:00000010:1.0:1764938850.295673:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005de3de89. 02000000:00000010:1.0:1764938850.295676:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b6abab3. 00000100:00000010:1.0:1764938850.295678:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938850.295680:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d792f9a3. 00000100:00000010:1.0:1764938850.295683:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000200:1.0:1764938850.295688:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938850.295693:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094e4e0de. 00000400:00000010:1.0:1764938850.295696:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000afe79546 (tot 82352938). 00000800:00000200:1.0:1764938850.295761:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.295764:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:1.0:1764938850.295768:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.295772:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.295774:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:1.0:1764938850.295775:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 02000000:00000010:1.0:1764938850.295778:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afe26cb8. 00080000:00000010:0.0:1764938850.295833:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f30d1d61. 00010000:00000010:0.0:1764938850.295906:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938850.295913:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d630c8b. 00010000:00000010:0.0:1764938850.295984:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.0:1764938850.295990:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938850.296000:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf45c3f0. 00000100:00000010:0.0:1764938850.296004:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.296011:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ce3dca1. 02000000:00000010:0.0:1764938850.296021:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006cbfd3fd. 02000000:00000010:0.0:1764938850.296043:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7b11732. 00000400:00000010:0.0:1764938850.296048:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938850.296051:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.296054:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932864, portal 16 00000400:00000010:0.0:1764938850.296057:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938850.296059:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932864, offset 0 00000400:00000200:0.0:1764938850.296064:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.296071:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.296078:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.296081:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.296083:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.296085:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90277:90277:256:4294967295] 192.168.203.57@tcp LPNI seq info [90277:90277:8:4294967295] 00000400:00000200:0.0:1764938850.296092:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.296096:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.296145:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82352938). 00000800:00000200:0.0:1764938850.296150:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.296154:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.296157:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.299514:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.299521:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:1.0:1764938850.299529:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.299538:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.299545:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:1.0:1764938850.299547:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:1.0:1764938850.299556:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005ce3dca1 x1850670626932864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.305538:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.305558:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508880 00000400:00000200:1.0:1764938850.305565:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d85 [1] + 224 00000400:00000200:1.0:1764938850.305582:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.305586:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.305596:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005ce3dca1 x1850670626932864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.305679:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000682cf28c. 00000400:00000200:0.0:1764938850.305684:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:0.0:1764938850.305686:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.305691:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005ce3dca1 x1850670626932864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.305698:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005ce3dca1 x1850670626932864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.305727:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7b11732. 02000000:00000010:0.0:1764938850.305734:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006cbfd3fd. 00000100:00000010:0.0:1764938850.305738:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ce3dca1. 00000100:00000010:0.0:1764938850.305741:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.305745:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf45c3f0. 00000400:00000200:1.0:1764938850.310199:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.310216:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62900 00000400:00000200:1.0:1764938850.310226:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf711 [2] + 0 00000400:00000200:1.0:1764938850.310289:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.310294:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.310300:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.310306:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:2.0:1764938850.310423:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000920eb578. 00000020:00000010:2.0:1764938850.310430:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938850.310435:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.310461:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621010176/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938850.310499:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010176 02000000:00000010:2.0:1764938850.310509:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a69d61c. 00010000:00000010:2.0:1764938850.310537:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44f62c8. 00010000:00000010:2.0:1764938850.310556:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee8dafac. 00000100:00000010:2.0:1764938850.310563:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001bf4a35f. 00000100:00000010:2.0:1764938850.310582:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001bf4a35f. 00010000:00000010:2.0:1764938850.310585:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee8dafac. 00000400:00000010:2.0:1764938850.310598:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aa85688. 00000100:00000200:2.0:1764938850.310603:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010176, offset 224 00000400:00000200:2.0:1764938850.310610:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:0.0:1764938850.310613:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cbfd3fd. 00000400:00000200:2.0:1764938850.310621:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.310627:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90278:90278:256:4294967295] 192.168.203.57@tcp LPNI seq info [90278:90278:8:4294967295] 00000400:00000200:2.0:1764938850.310638:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.310644:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.310649:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.310654:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.310662:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.310665:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.310688:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938850.310694:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00010000:00000010:0.0:1764938850.310694:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017d4aa7e. 00000020:00000010:2.0:1764938850.310699:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000920eb578. 00010000:00000010:0.0:1764938850.310702:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011484515. 00010000:00000010:0.0:1764938850.310780:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad95625. 00010000:00000010:0.0:1764938850.310786:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938850.310795:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf45c3f0. 00000100:00000010:0.0:1764938850.310799:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.310805:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ce3dca1. 02000000:00000010:0.0:1764938850.310815:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7b11732. 02000000:00000010:0.0:1764938850.310835:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b497768. 00000400:00000010:0.0:1764938850.310840:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938850.310845:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.310849:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932928, portal 16 00000400:00000010:0.0:1764938850.310853:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938850.310855:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932928, offset 0 00000400:00000200:0.0:1764938850.310861:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.310866:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.310872:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.310876:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.310879:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.310881:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90279:90279:255:4294967295] 192.168.203.57@tcp LPNI seq info [90279:90279:7:4294967295] 00000400:00000200:0.0:1764938850.310888:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.310893:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.310896:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82353186). 00000800:00000200:0.0:1764938850.310899:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.310902:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.310905:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.310970:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.310974:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:1.0:1764938850.310978:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.310981:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.310984:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004aa85688 00000400:00000010:1.0:1764938850.310986:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004aa85688. 00000800:00000200:1.0:1764938850.311015:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.311017:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352690). 00000400:00000200:1.0:1764938850.311019:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.311022:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.311023:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938850.311025:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:1.0:1764938850.311028:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005ce3dca1 x1850670626932928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.317146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042dd4c72. 00010000:00000010:0.1:1764938850.317161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b2ed6. 00010000:00000010:1.1:1764938850.317745:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b879e1d. 00000400:00000200:1.0:1764938850.318589:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.318607:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55088c0 00000400:00000200:1.0:1764938850.318616:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d91 [1] + 224 00000400:00000200:1.0:1764938850.318642:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.318647:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.318658:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005ce3dca1 x1850670626932928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.318885:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000682cf28c. 00000400:00000200:0.0:1764938850.318890:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:0.0:1764938850.318891:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.318897:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005ce3dca1 x1850670626932928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.318905:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005ce3dca1 x1850670626932928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.318932:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b497768. 02000000:00000010:0.0:1764938850.318938:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7b11732. 00000100:00000010:0.0:1764938850.318942:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ce3dca1. 00000100:00000010:0.0:1764938850.318946:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.318949:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf45c3f0. 00010000:00000010:0.1:1764938850.321390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a6d15ac. 00010000:00000010:0.1:1764938850.321402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad5bdd. 00000020:00000010:3.0:1764938850.323617:0:78488:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d85d162. 00000020:00000010:3.0:1764938850.323627:0:78488:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f42f506. 00000040:00000010:3.0:1764938850.323632:0:78488:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000074898a10. 00000020:00000010:3.0:1764938850.323637:0:78488:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000ea5c1cd5. 00000020:00000010:3.0:1764938850.323642:0:78488:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000004db9af1d. 00000020:00000010:3.0:1764938850.323647:0:78488:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000007b6abab3. 80000000:00000010:3.0:1764938850.323652:0:78488:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000007a2d6ce3. 40000000:00000010:3.0:1764938850.323655:0:78488:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000007dd2a10. 00100000:00000010:3.0:1764938850.323660:0:78488:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000004b41b913. 00040000:00000010:3.0:1764938850.323664:0:78488:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000062cf6497. 00040000:00000010:3.0:1764938850.323668:0:78488:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e13e5e6e. 00040000:00000010:3.0:1764938850.323671:0:78488:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000861f6a03. 00080000:00000010:3.0:1764938850.323675:0:78488:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 00000000a74cd132. 00080000:00000010:3.0:1764938850.323680:0:78488:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002c091ce3. 00000004:00000010:3.0:1764938850.323686:0:78488:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000d92259cf. 00000004:00000010:3.0:1764938850.323690:0:78488:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000dda28a04. 00000004:00000010:3.0:1764938850.323695:0:78488:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000000a3f4af3. 00002000:00000010:3.0:1764938850.323699:0:78488:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000c0944c36. 00000004:00000010:3.0:1764938850.323704:0:78488:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000003c663745. 00000020:00000010:3.0:1764938850.323737:0:78488:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000004f42f506. 00000040:00000010:3.0:1764938850.323742:0:78488:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000074898a10. 00000020:00000010:3.0:1764938850.323744:0:78488:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000ea5c1cd5. 00000020:00000010:3.0:1764938850.323747:0:78488:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 000000004db9af1d. 00000020:00000010:3.0:1764938850.323753:0:78488:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000007b6abab3. 80000000:00000010:3.0:1764938850.323756:0:78488:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000007a2d6ce3. 40000000:00000010:3.0:1764938850.323759:0:78488:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 0000000007dd2a10. 00100000:00000010:3.0:1764938850.323763:0:78488:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000004b41b913. 00040000:00000010:3.0:1764938850.323765:0:78488:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000062cf6497. 00040000:00000010:3.0:1764938850.323769:0:78488:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000e13e5e6e. 00040000:00000010:3.0:1764938850.323773:0:78488:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000861f6a03. 00080000:00000010:3.0:1764938850.323777:0:78488:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002c091ce3. 00080000:00000010:3.0:1764938850.323780:0:78488:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 00000000a74cd132. 00000004:00000010:3.0:1764938850.323782:0:78488:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 00000000d92259cf. 00000004:00000010:3.0:1764938850.323785:0:78488:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 00000000dda28a04. 00000004:00000010:3.0:1764938850.323790:0:78488:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 000000000a3f4af3. 00002000:00000010:3.0:1764938850.323792:0:78488:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 00000000c0944c36. 00000004:00000010:3.0:1764938850.323795:0:78488:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 000000003c663745. 00000020:00000010:3.0:1764938850.323798:0:78488:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d85d162. 00000400:00000200:1.0:1764938850.329423:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.329444:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62940 00000400:00000200:1.0:1764938850.329453:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf711 [2] + 328 00000400:00000200:1.0:1764938850.329524:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.329528:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.329535:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.329541:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000020:00000010:2.0:1764938850.329728:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000920eb578. 00000020:00000010:2.0:1764938850.329735:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938850.329739:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.329765:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621010240/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938850.329805:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010240 02000000:00000010:2.0:1764938850.329816:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac12e91. 00010000:00000010:2.0:1764938850.329844:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd1ccd08. 00010000:00000010:2.0:1764938850.329866:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee8dafac. 00000100:00000010:2.0:1764938850.329871:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001bf4a35f. 00000100:00000010:2.0:1764938850.329891:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001bf4a35f. 00010000:00000010:2.0:1764938850.329894:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee8dafac. 00000400:00000010:2.0:1764938850.329907:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938850.329913:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010240, offset 224 00000400:00000200:2.0:1764938850.329922:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.329933:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:0.0:1764938850.329933:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7b11732. 00000400:00000200:2.0:1764938850.329941:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90280:90280:256:4294967295] 192.168.203.57@tcp LPNI seq info [90280:90280:8:4294967295] 00000400:00000200:2.0:1764938850.329952:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.329956:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.329961:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938850.329967:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.329974:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.329978:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.330000:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938850.330005:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.330009:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000920eb578. 00010000:00000010:0.0:1764938850.330017:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938850.330025:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079208fec. 00010000:00000010:0.0:1764938850.330094:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.0:1764938850.330118:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938850.330128:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf45c3f0. 00000100:00000010:0.0:1764938850.330133:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.330138:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ce3dca1. 02000000:00000010:0.0:1764938850.330147:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b497768. 02000000:00000010:0.0:1764938850.330169:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000961f0f94. 00000400:00000010:0.0:1764938850.330174:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938850.330178:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.330182:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626932992, portal 16 00000400:00000010:0.0:1764938850.330186:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938850.330188:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626932992, offset 0 00000400:00000200:0.0:1764938850.330193:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.330199:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.330205:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.330209:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.330212:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.330214:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90281:90281:255:4294967295] 192.168.203.57@tcp LPNI seq info [90281:90281:7:4294967295] 00000400:00000200:0.0:1764938850.330222:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.330226:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.330229:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82353186). 00000800:00000200:0.0:1764938850.330233:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.330236:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.330239:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938850.330750:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a778bdc. 00000800:00000200:2.0:1764938850.330778:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.330781:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352938). 00000400:00000200:2.0:1764938850.330785:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.330791:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.330796:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:2.0:1764938850.330798:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00000800:00000200:2.0:1764938850.331203:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.331206:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352690). 00000400:00000200:2.0:1764938850.331211:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.331215:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.331217:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:2.0:1764938850.331219:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:2.0:1764938850.331224:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005ce3dca1 x1850670626932992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.342781:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.342798:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508900 00000400:00000200:1.0:1764938850.342805:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0d9d [1] + 224 00000400:00000200:1.0:1764938850.342816:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.342819:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.342828:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005ce3dca1 x1850670626932992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.342865:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000682cf28c. 00000400:00000200:1.0:1764938850.342869:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:1.0:1764938850.342871:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:1.0:1764938850.342875:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005ce3dca1 x1850670626932992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.342887:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005ce3dca1 x1850670626932992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.342915:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000961f0f94. 02000000:00000010:1.0:1764938850.342920:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b497768. 00000100:00000010:1.0:1764938850.342923:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ce3dca1. 00000100:00000010:1.0:1764938850.342927:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:1.0:1764938850.342931:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf45c3f0. 00000400:00000200:1.0:1764938850.342951:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.342956:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62980 00000400:00000200:1.0:1764938850.342960:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf711 [2] + 656 00000400:00000200:1.0:1764938850.342968:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.342970:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.342974:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.342978:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000020:00000010:1.0:1764938850.343009:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038efa66a. 00000020:00000010:1.0:1764938850.343016:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.343020:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.343040:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621010304/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.343063:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010304 02000000:00000010:1.0:1764938850.343072:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040fc954e. 00010000:00000010:1.0:1764938850.343097:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093088aba. 00010000:00000010:1.0:1764938850.343152:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc71f238. 00000100:00000010:1.0:1764938850.343157:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.343163:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.343165:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc71f238. 00000400:00000010:1.0:1764938850.343178:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.343182:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010304, offset 224 00000400:00000200:1.0:1764938850.343188:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.343198:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.343204:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90282:90282:256:4294967295] 192.168.203.57@tcp LPNI seq info [90282:90282:8:4294967295] 00000400:00000200:1.0:1764938850.343213:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.343218:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.343221:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938850.343226:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.343232:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.343235:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.343248:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938850.343252:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.343255:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038efa66a. 00080000:00000010:1.0:1764938850.343276:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038efa66a. 00010000:00000010:1.0:1764938850.343352:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017d4aa7e. 00010000:00000010:1.0:1764938850.343358:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef34c697. 00010000:00000010:1.0:1764938850.343455:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.0:1764938850.343461:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000891464a8. 00010000:00000010:1.0:1764938850.343470:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc71f238. 00000100:00000010:1.0:1764938850.343474:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.343480:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938850.343494:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031cfb87c. 02000000:00000010:1.0:1764938850.343516:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051ae5e85. 00000400:00000010:1.0:1764938850.343521:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938850.343525:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938850.343530:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933056, portal 16 00000400:00000010:1.0:1764938850.343535:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938850.343537:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933056, offset 0 00000400:00000200:1.0:1764938850.343543:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.343549:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.343555:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938850.343558:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938850.343562:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938850.343566:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90283:90283:255:4294967295] 192.168.203.57@tcp LPNI seq info [90283:90283:7:4294967295] 00000400:00000200:1.0:1764938850.343574:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.343578:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.343581:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938850.343584:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.343588:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.343590:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.343633:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.343637:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352938). 00000400:00000200:1.0:1764938850.343641:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.343645:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.343647:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:1.0:1764938850.343648:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000800:00000200:1.0:1764938850.343707:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.343710:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:1.0:1764938850.343714:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.343716:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.343718:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:1.0:1764938850.343720:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00000100:00000200:1.0:1764938850.343724:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626933056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.343912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025946236. 00010000:00000010:0.1:1764938850.345819:0:78489:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038c24866. 00010000:00000010:0.1:1764938850.345832:0:78489:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00010000:00000010:1.1:1764938850.348820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1798944. 00010000:00000010:1.1:1764938850.348831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094bb6c14. 00010000:00000010:1.1:1764938850.348834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad5bdd. 00000400:00000200:2.0:1764938850.350639:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.350658:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508940 00000400:00000200:2.0:1764938850.350667:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0da9 [1] + 224 00000400:00000200:2.0:1764938850.350681:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.350685:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.350695:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626933056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.350926:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938850.350932:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:1.0:1764938850.350934:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000100:00000200:1.0:1764938850.350940:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626933056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.350949:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626933056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.350980:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051ae5e85. 02000000:00000010:1.0:1764938850.350988:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031cfb87c. 00000100:00000010:1.0:1764938850.350992:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:1.0:1764938850.350997:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.351001:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc71f238. 00000400:00000200:1.0:1764938850.358157:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.358175:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f629c0 00000400:00000200:1.0:1764938850.358181:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf711 [2] + 984 00000400:00000200:1.0:1764938850.358236:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.358241:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.358247:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.358253:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:3.0:1764938850.358334:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000861f6a03. 00000020:00000010:3.0:1764938850.358341:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.358345:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f05da9aa. 00000100:00000200:3.0:1764938850.358368:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621010368/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938850.358456:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010368 02000000:00000010:3.0:1764938850.358467:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009cf7886d. 00010000:00000010:3.0:1764938850.358493:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fff42aee. 00010000:00000010:3.0:1764938850.358512:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.358518:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.358528:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.358531:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000010:3.0:1764938850.358544:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938850.358549:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010368, offset 224 00000400:00000200:3.0:1764938850.358557:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.358568:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.358574:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90284:90284:256:4294967295] 192.168.203.57@tcp LPNI seq info [90284:90284:8:4294967295] 00000400:00000200:3.0:1764938850.358583:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.358588:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.358593:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062cf6497 (tot 82352938). 00000800:00000200:3.0:1764938850.358598:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.358604:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.358608:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062cf6497 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.358624:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.358628:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f05da9aa. 00000020:00000010:3.0:1764938850.358631:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000861f6a03. 00080000:00000010:1.0:1764938850.358708:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051ae5e85. 00010000:00000010:1.0:1764938850.358789:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000891464a8. 00010000:00000010:1.0:1764938850.358795:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a48e4fc. 00010000:00000010:1.0:1764938850.358866:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab43267d. 00010000:00000010:1.0:1764938850.358872:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000891464a8. 00010000:00000010:1.0:1764938850.358882:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008776a3f7. 00000100:00000010:1.0:1764938850.358886:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.358892:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938850.358903:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afe26cb8. 02000000:00000010:1.0:1764938850.358927:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e949dc2b. 00000400:00000010:1.0:1764938850.358932:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938850.358936:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938850.358941:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933120, portal 16 00000400:00000010:1.0:1764938850.358946:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938850.358947:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933120, offset 0 00000400:00000200:1.0:1764938850.358954:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.358962:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.358968:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938850.358972:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938850.358976:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938850.358978:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90285:90285:255:4294967295] 192.168.203.57@tcp LPNI seq info [90285:90285:7:4294967295] 00000400:00000200:1.0:1764938850.358985:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.358990:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.358992:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938850.358996:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.359000:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.359002:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.359046:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.359050:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062cf6497 (tot 82352938). 00000400:00000200:0.0:1764938850.359054:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.359058:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.359061:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:0.0:1764938850.359063:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000800:00000200:0.0:1764938850.359555:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.359558:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:0.0:1764938850.359563:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.359569:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.359572:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:0.0:1764938850.359573:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00000100:00000200:0.0:1764938850.359578:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626933120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.368229:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef823e99. 00000400:00000200:3.0:1764938850.368291:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.368317:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508980 00000400:00000200:3.0:1764938850.368326:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0db5 [1] + 224 00000400:00000200:3.0:1764938850.368339:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.368342:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.368352:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626933120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.368390:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.368396:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62a00 00000400:00000200:3.0:1764938850.368402:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf711 [2] + 1312 00000400:00000200:3.0:1764938850.368409:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.368412:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.368416:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.368420:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 00010000:00000010:1.1:1764938850.368662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000455d701c. 00010000:00000010:1.1:1764938850.368668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec15bf5. 00000400:00000010:1.0:1764938850.368690:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:1.0:1764938850.368693:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:1.0:1764938850.368695:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000100:00000200:1.0:1764938850.368700:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626933120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.368707:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626933120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.368732:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e949dc2b. 02000000:00000010:1.0:1764938850.368737:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afe26cb8. 00000100:00000010:1.0:1764938850.368742:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:1.0:1764938850.368746:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.368749:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008776a3f7. 00000020:00000010:0.0:1764938850.369830:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f4a474. 00000020:00000010:0.0:1764938850.369839:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938850.369843:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.369866:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c059cec2 x1850670621010432/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938850.369896:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010432 02000000:00000010:0.0:1764938850.369906:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099cc4cec. 00010000:00000010:0.0:1764938850.369928:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa51db45. 00010000:00000010:0.0:1764938850.369946:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f6c416e. 00000100:00000010:0.0:1764938850.369952:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.369967:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.369969:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f6c416e. 00000400:00000010:0.0:1764938850.369982:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938850.369986:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010432, offset 224 00000400:00000200:0.0:1764938850.369994:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.370006:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.370012:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90286:90286:256:4294967295] 192.168.203.57@tcp LPNI seq info [90286:90286:8:4294967295] 00000400:00000200:0.0:1764938850.370022:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.370028:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.370032:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938850.370038:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.370044:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.370048:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.370064:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938850.370067:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.370070:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f4a474. 00080000:00000010:1.0:1764938850.370412:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094b70927. 00010000:00000010:1.0:1764938850.370488:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000891464a8. 00010000:00000010:1.0:1764938850.370494:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e2acf6f. 00010000:00000010:1.0:1764938850.370569:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.0:1764938850.370574:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000891464a8. 00010000:00000010:1.0:1764938850.370582:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008776a3f7. 00000100:00000010:1.0:1764938850.370585:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.370592:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938850.370601:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac66b0cd. 02000000:00000010:1.0:1764938850.370625:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d792f9a3. 00000400:00000010:1.0:1764938850.370630:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938850.370634:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938850.370639:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933184, portal 16 00000400:00000010:1.0:1764938850.370643:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.370647:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933184, offset 0 00000400:00000200:1.0:1764938850.370652:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.370659:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.370665:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938850.370668:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938850.370671:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938850.370674:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90287:90287:255:4294967295] 192.168.203.57@tcp LPNI seq info [90287:90287:7:4294967295] 00000400:00000200:1.0:1764938850.370681:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.370685:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.370688:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938850.370691:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.370695:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.370698:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.370739:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.370742:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352938). 00000400:00000200:1.0:1764938850.370745:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.370748:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.370751:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:1.0:1764938850.370753:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000800:00000200:1.0:1764938850.370828:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.370830:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:1.0:1764938850.370834:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.370837:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.370839:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:1.0:1764938850.370840:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.370845:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626933184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.381564:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.381591:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55089c0 00000400:00000200:0.0:1764938850.381599:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0dc1 [1] + 224 00000400:00000200:0.0:1764938850.381611:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.381614:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.381625:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626933184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.381660:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.381665:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62a40 00000400:00000200:0.0:1764938850.381670:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf711 [2] + 1640 00000400:00000200:0.0:1764938850.381677:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.381679:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.381683:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.381689:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b021140d. 00000020:00000010:0.0:1764938850.381730:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f4a474. 00000020:00000010:0.0:1764938850.381736:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938850.381739:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.381762:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b021140d x1850670621010496/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938850.381790:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010496 02000000:00000010:0.0:1764938850.381800:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ebadf4f4. 00010000:00000010:0.0:1764938850.381836:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f6c416e. 00000100:00000010:0.0:1764938850.381842:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.381848:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.381851:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f6c416e. 00000400:00000010:0.0:1764938850.381863:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938850.381868:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010496, offset 224 00000400:00000200:0.0:1764938850.381875:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.381884:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.381889:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90288:90288:256:4294967295] 192.168.203.57@tcp LPNI seq info [90288:90288:8:4294967295] 00000400:00000200:0.0:1764938850.381898:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.381903:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.381908:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938850.381914:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.381921:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.381925:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.381952:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938850.381956:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.381959:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f4a474. 00000800:00000200:2.0:1764938850.382027:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.382031:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352690). 00000400:00000200:2.0:1764938850.382035:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.382038:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.382042:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:2.0:1764938850.382044:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000400:00000010:3.0:1764938850.382081:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:3.0:1764938850.382086:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:3.0:1764938850.382088:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000100:00000200:3.0:1764938850.382093:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626933184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.382122:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626933184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.382142:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042286630. 02000000:00000010:3.0:1764938850.382154:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d792f9a3. 02000000:00000010:3.0:1764938850.382159:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac66b0cd. 00000100:00000010:3.0:1764938850.382162:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:3.0:1764938850.382166:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:3.0:1764938850.382168:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008776a3f7. 00080000:00000010:3.0:1764938850.382185:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b6abab3. 00010000:00000010:3.0:1764938850.382263:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000891464a8. 00010000:00000010:3.0:1764938850.382269:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eebea19b. 00010000:00000010:3.0:1764938850.382338:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.0:1764938850.382344:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.382364:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.382368:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.382381:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 02000000:00000010:3.0:1764938850.382390:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074898a10. 02000000:00000010:0.0:1764938850.382490:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092f4a474. 00000400:00000010:0.0:1764938850.382496:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938850.382499:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938850.382503:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933248, portal 16 00000400:00000010:0.0:1764938850.382507:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938850.382508:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933248, offset 0 00000400:00000200:0.0:1764938850.382513:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.382519:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.382525:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.382528:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.382530:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.382533:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90289:90289:256:4294967295] 192.168.203.57@tcp LPNI seq info [90289:90289:8:4294967295] 00000400:00000200:0.0:1764938850.382539:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.382543:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.382546:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352938). 00000800:00000200:0.0:1764938850.382549:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.382552:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.382554:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.382845:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.382848:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352690). 00000400:00000200:2.0:1764938850.382852:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.382856:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.382859:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938850.382861:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:2.0:1764938850.382866:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f59f34e x1850670626933248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.383260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ed09f41. 00010000:00000010:1.1:1764938850.383267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab43267d. 00010000:00000010:0.1:1764938850.390176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027a5d5e5. 00000400:00000200:1.0:1764938850.403455:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.403473:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508a00 00000400:00000200:1.0:1764938850.403482:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0dcd [1] + 224 00000400:00000200:1.0:1764938850.403496:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.403500:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.403510:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f59f34e x1850670626933248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.403545:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.403549:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62a80 00000400:00000200:1.0:1764938850.403553:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf711 [2] + 1968 00000400:00000010:1.0:1764938850.403557:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000291c7c90. 00000400:00000200:1.0:1764938850.403560:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d71d8575 00000400:00000200:1.0:1764938850.403605:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.403608:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.403610:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d71d8575 00000400:00000010:1.0:1764938850.403612:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d71d8575 (tot 82352538). 00000100:00000200:1.0:1764938850.403616:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938850.403655:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.403659:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004aade150. 00000020:00000010:1.0:1764938850.403663:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.403683:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2a4f3d3 x1850670621010560/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.403705:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010560 02000000:00000010:1.0:1764938850.403713:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006df91494. 00010000:00000010:1.0:1764938850.403744:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938850.403749:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009585a0a8. 00000100:00000010:1.0:1764938850.403754:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009585a0a8. 00010000:00000010:1.0:1764938850.403757:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000010:1.0:1764938850.403770:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.403774:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010560, offset 224 00000400:00000200:1.0:1764938850.403780:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.403788:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.403794:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90290:90290:256:4294967295] 192.168.203.57@tcp LPNI seq info [90290:90290:8:4294967295] 00000400:00000200:1.0:1764938850.403805:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.403809:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.403813:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352786). 00000800:00000200:1.0:1764938850.403817:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.403823:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.403826:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.403848:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004aade150. 00000020:00000010:1.0:1764938850.403851:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.403854:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 02000000:00000010:1.0:1764938850.403862:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ebadf4f4. 00000100:00000010:1.0:1764938850.403864:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b021140d. 02000000:00000010:1.0:1764938850.403867:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099cc4cec. 00000100:00000010:1.0:1764938850.403869:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c059cec2. 02000000:00000010:1.0:1764938850.403872:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009cf7886d. 00000100:00000010:1.0:1764938850.403874:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938850.403876:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040fc954e. 00000100:00000010:1.0:1764938850.403880:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938850.403883:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac12e91. 00000100:00000010:1.0:1764938850.403885:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938850.403887:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a69d61c. 00000100:00000010:1.0:1764938850.403890:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000200:1.0:1764938850.403894:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938850.403898:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000628b379e. 00000400:00000010:1.0:1764938850.403901:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009585a0a8 (tot 82352938). 00000800:00000200:1.0:1764938850.403947:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.403949:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:1.0:1764938850.403953:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.403956:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.403958:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:1.0:1764938850.403960:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 02000000:00000010:1.0:1764938850.403963:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006df91494. 00000400:00000010:3.0:1764938850.404009:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:3.0:1764938850.404014:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938850.404015:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000100:00000200:3.0:1764938850.404020:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f59f34e x1850670626933248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.404027:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f59f34e x1850670626933248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.404046:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075ae5a63. 02000000:00000010:3.0:1764938850.404057:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092f4a474. 02000000:00000010:3.0:1764938850.404061:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074898a10. 00000100:00000010:3.0:1764938850.404064:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 00000100:00000010:3.0:1764938850.404068:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.404071:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00080000:00000010:3.0:1764938850.404086:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074898a10. 00010000:00000010:3.0:1764938850.404193:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.404199:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000890fd815. 00010000:00000010:3.0:1764938850.404275:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938850.404281:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.404290:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.404294:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.404299:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 02000000:00000010:3.0:1764938850.404308:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000861f6a03. 02000000:00000010:3.0:1764938850.404329:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f42f506. 00000400:00000010:3.0:1764938850.404333:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000788ae2f0. 00000400:00000010:3.0:1764938850.404336:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938850.404339:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933312, portal 16 00000400:00000010:3.0:1764938850.404342:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.404344:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933312, offset 0 00000400:00000200:3.0:1764938850.404350:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.404356:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.404362:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.404365:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.404368:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.404370:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90291:90291:256:4294967295] 192.168.203.57@tcp LPNI seq info [90291:90291:8:4294967295] 00000400:00000200:3.0:1764938850.404386:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.404390:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.404394:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82352938). 00000800:00000200:3.0:1764938850.404397:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.404401:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.404403:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.405215:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.405220:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352690). 00000400:00000200:3.0:1764938850.405225:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.405230:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.405234:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:3.0:1764938850.405236:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.405241:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f59f34e x1850670626933312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.407404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fff1023. 00010000:00000010:3.1:1764938850.407416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000471273c5. 00010000:00000010:3.1:1764938850.407419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec15bf5. 00000400:00000200:1.0:1764938850.409510:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.409530:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508a40 00000400:00000200:1.0:1764938850.409538:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ddd [1] + 224 00000400:00000200:1.0:1764938850.409554:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.409558:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.409569:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f59f34e x1850670626933312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.409644:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000788ae2f0. 00000400:00000200:3.0:1764938850.409649:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:3.0:1764938850.409651:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:3.0:1764938850.409656:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f59f34e x1850670626933312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.409663:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f59f34e x1850670626933312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.409690:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f42f506. 02000000:00000010:3.0:1764938850.409696:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000861f6a03. 00000100:00000010:3.0:1764938850.409699:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 00000100:00000010:3.0:1764938850.409704:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.409708:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000200:1.0:1764938850.410865:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.410879:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62ac0 00000400:00000200:1.0:1764938850.410886:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf769 [2] + 0 00000400:00000200:1.0:1764938850.410943:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.410947:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.410952:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.410958:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:3.0:1764938850.411044:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000861f6a03. 00000020:00000010:3.0:1764938850.411051:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d2eb1cf. 00000020:00000010:3.0:1764938850.411055:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f05da9aa. 00000100:00000200:3.0:1764938850.411078:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621010624/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938850.412086:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010624 02000000:00000010:3.0:1764938850.412121:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f42f506. 00010000:00000010:3.0:1764938850.412150:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b358b09b. 00010000:00000010:3.0:1764938850.412171:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.412179:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.412194:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.412197:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000010:3.0:1764938850.412211:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938850.412216:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010624, offset 224 00000400:00000200:3.0:1764938850.412225:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.412237:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.412242:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90292:90292:256:4294967295] 192.168.203.57@tcp LPNI seq info [90292:90292:8:4294967295] 00000400:00000200:3.0:1764938850.412251:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.412257:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.412262:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f4f5e0 (tot 82352938). 00000800:00000200:3.0:1764938850.412268:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.412274:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.412277:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4f4f5e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.412295:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d2eb1cf. 00000020:00000010:3.0:1764938850.412300:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f05da9aa. 00000020:00000010:3.0:1764938850.412303:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000861f6a03. 00080000:00000010:3.0:1764938850.412336:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000861f6a03. 00010000:00000010:3.0:1764938850.412424:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.412431:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc742684. 00010000:00000010:3.0:1764938850.412500:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.0:1764938850.412506:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.412515:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.412518:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.412525:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 02000000:00000010:3.0:1764938850.412536:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094ec82df. 02000000:00000010:3.0:1764938850.412557:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efba491a. 00000400:00000010:3.0:1764938850.412562:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000788ae2f0. 00000400:00000010:3.0:1764938850.412566:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.412571:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933376, portal 16 00000400:00000010:3.0:1764938850.412575:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000100:00000200:3.0:1764938850.412577:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933376, offset 0 00000400:00000200:3.0:1764938850.412582:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.412588:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.412594:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.412598:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.412601:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.412603:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90293:90293:255:4294967295] 192.168.203.57@tcp LPNI seq info [90293:90293:7:4294967295] 00000400:00000200:3.0:1764938850.412609:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.412612:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.412615:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9da62a (tot 82353186). 00000800:00000200:3.0:1764938850.412619:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.412623:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.412625:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f9da62a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.413784:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.413789:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f4f5e0 (tot 82352938). 00000400:00000200:0.0:1764938850.413794:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.413801:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.413805:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:0.0:1764938850.413807:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000800:00000200:0.0:1764938850.413870:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.413872:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9da62a (tot 82352690). 00000400:00000200:0.0:1764938850.413876:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.413878:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.413881:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:0.0:1764938850.413882:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 00000100:00000200:0.0:1764938850.413887:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f59f34e x1850670626933376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.416316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9b70cfe. 00010000:00000010:3.1:1764938850.416327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d63482cb. 00010000:00000010:3.1:1764938850.416331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.1:1764938850.419270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007288ca80. 00010000:00000010:3.1:1764938850.419282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5bf7f8. 00010000:00000010:3.1:1764938850.419286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00000400:00000200:1.0:1764938850.419626:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.419642:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508a80 00000400:00000200:1.0:1764938850.419649:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0de9 [1] + 224 00000400:00000200:1.0:1764938850.419661:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.419665:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.419674:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f59f34e x1850670626933376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.419712:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.419718:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62b00 00000400:00000200:1.0:1764938850.419722:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf769 [2] + 328 00000400:00000200:1.0:1764938850.419787:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.419791:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.419796:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.419801:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000020:00000010:2.0:1764938850.419902:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000920eb578. 00000020:00000010:2.0:1764938850.419909:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.419914:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.419937:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621010688/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938850.419974:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010688 02000000:00000010:2.0:1764938850.419986:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000088507cd. 00010000:00000010:2.0:1764938850.420024:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee8dafac. 00000100:00000010:2.0:1764938850.420031:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001bf4a35f. 00000100:00000010:2.0:1764938850.420037:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001bf4a35f. 00010000:00000010:2.0:1764938850.420040:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee8dafac. 00000400:00000010:2.0:1764938850.420054:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938850.420059:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010688, offset 224 00000400:00000200:2.0:1764938850.420067:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.420077:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.420082:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90294:90294:256:4294967295] 192.168.203.57@tcp LPNI seq info [90294:90294:8:4294967295] 00000400:00000200:2.0:1764938850.420091:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.420096:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.420125:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938850.420132:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.420138:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.420142:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.420157:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.420161:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.420164:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000920eb578. 00000800:00000200:1.0:1764938850.420264:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.420267:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:1.0:1764938850.420270:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.420273:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.420276:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:1.0:1764938850.420278:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00000400:00000010:3.0:1764938850.420352:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000788ae2f0. 00000400:00000200:3.0:1764938850.420356:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:3.0:1764938850.420358:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.420362:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f59f34e x1850670626933376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.420370:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f59f34e x1850670626933376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.420400:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3ef8b68. 02000000:00000010:3.0:1764938850.420413:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efba491a. 02000000:00000010:3.0:1764938850.420418:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094ec82df. 00000100:00000010:3.0:1764938850.420421:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 00000100:00000010:3.0:1764938850.420426:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.420428:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00080000:00000010:3.0:1764938850.420443:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094ec82df. 00010000:00000010:3.0:1764938850.420521:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.420528:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e3090f9. 00000001:00000010:3.0:1764938850.420580:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000788ae2f0. 00000001:00000010:3.0:1764938850.420585:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000788ae2f0. 00000001:00000010:3.0:1764938850.420588:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000788ae2f0. 00000001:00000010:3.0:1764938850.420589:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e452c68b. 00010000:00000010:3.0:1764938850.420616:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938850.420622:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.420632:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.420636:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.420641:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 02000000:00000010:3.0:1764938850.420650:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efba491a. 02000000:00000010:3.0:1764938850.420669:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cf7886d. 00000400:00000010:3.0:1764938850.420674:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da1de3c0. 00000400:00000010:3.0:1764938850.420677:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.420682:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933440, portal 16 00000400:00000010:3.0:1764938850.420685:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.420687:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933440, offset 0 00000400:00000200:3.0:1764938850.420692:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.420698:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.420704:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.420707:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.420710:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.420713:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90295:90295:256:4294967295] 192.168.203.57@tcp LPNI seq info [90295:90295:8:4294967295] 00000400:00000200:3.0:1764938850.420719:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.420723:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.420725:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f150cf (tot 82352938). 00000800:00000200:3.0:1764938850.420729:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.420733:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.420735:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5f150cf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.421017:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.421019:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f150cf (tot 82352690). 00000400:00000200:1.0:1764938850.421023:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.421027:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.421030:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:1.0:1764938850.421032:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:1.0:1764938850.421037:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f59f34e x1850670626933440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.422716:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.422732:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508ac0 00000400:00000200:3.0:1764938850.422740:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0df5 [1] + 224 00000400:00000200:3.0:1764938850.422750:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.422753:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.422762:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f59f34e x1850670626933440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.422799:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da1de3c0. 00000400:00000200:3.0:1764938850.422802:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:3.0:1764938850.422804:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.422808:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f59f34e x1850670626933440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.422814:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f59f34e x1850670626933440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.422838:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cf7886d. 02000000:00000010:3.0:1764938850.422843:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efba491a. 00000100:00000010:3.0:1764938850.422846:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 00000100:00000010:3.0:1764938850.422850:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.422853:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000200:3.0:1764938850.422877:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.422883:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62b40 00000400:00000200:3.0:1764938850.422888:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf769 [2] + 656 00000400:00000200:3.0:1764938850.422897:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.422900:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.422904:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.422907:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 00000020:00000010:3.0:1764938850.422945:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efba491a. 00000020:00000010:3.0:1764938850.422950:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.422954:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f05da9aa. 00000100:00000200:3.0:1764938850.422973:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f59f34e x1850670621010752/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938850.422995:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010752 02000000:00000010:3.0:1764938850.423004:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009cf7886d. 00010000:00000010:3.0:1764938850.423026:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bda266f. 00010000:00000010:3.0:1764938850.423043:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.423047:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.423056:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938850.423059:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000010:3.0:1764938850.423069:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.423073:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010752, offset 224 00000400:00000200:3.0:1764938850.423079:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.423088:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.423093:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90296:90296:256:4294967295] 192.168.203.57@tcp LPNI seq info [90296:90296:8:4294967295] 00000400:00000200:3.0:1764938850.423135:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.423140:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.423144:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938850.423149:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.423155:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.423158:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.423173:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.423176:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f05da9aa. 00000020:00000010:3.0:1764938850.423179:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efba491a. 00000800:00000200:3.0:1764938850.423259:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.423263:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:3.0:1764938850.423266:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.423269:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.423272:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:3.0:1764938850.423273:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00080000:00000010:3.0:1764938850.423293:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efba491a. 00010000:00000010:3.0:1764938850.423364:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.423381:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003837b685. 00010000:00000010:3.0:1764938850.423449:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d66c940b. 00010000:00000010:3.0:1764938850.423453:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083836909. 00010000:00000010:3.0:1764938850.423457:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.0:1764938850.423462:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9ec196. 00080000:00000010:3.0:1764938850.423473:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4172fd8. 00010000:00000010:3.0:1764938850.423498:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.423502:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083836909. 00010000:00000010:3.0:1764938850.423554:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.0:1764938850.423559:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9ec196. 00010000:00000010:3.0:1764938850.423565:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938850.423568:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938850.423573:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000370a0423. 02000000:00000010:3.0:1764938850.423584:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac66b0cd. 02000000:00000010:3.0:1764938850.423605:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d792f9a3. 00000400:00000010:3.0:1764938850.423609:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da1de3c0. 00000400:00000010:3.0:1764938850.423613:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.423617:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933504, portal 16 00000400:00000010:3.0:1764938850.423621:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938850.423624:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933504, offset 0 00000400:00000200:3.0:1764938850.423628:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.423635:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.423641:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.423644:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.423647:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.423649:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90297:90297:256:4294967295] 192.168.203.57@tcp LPNI seq info [90297:90297:8:4294967295] 00000400:00000200:3.0:1764938850.423656:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.423660:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.423662:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82352938). 00000800:00000200:3.0:1764938850.423666:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.423670:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.423672:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.423719:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.423721:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:3.0:1764938850.423724:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.423727:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.423730:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:3.0:1764938850.423731:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:3.0:1764938850.423735:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000370a0423 x1850670626933504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.431813:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.431831:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508b00 00000400:00000200:3.0:1764938850.431840:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e01 [1] + 224 00000400:00000200:3.0:1764938850.431852:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.431856:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.431866:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000370a0423 x1850670626933504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.431905:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.431910:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62b80 00000400:00000200:3.0:1764938850.431915:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf769 [2] + 984 00000400:00000200:3.0:1764938850.431962:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.431966:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.431970:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.431975:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 00000020:00000010:2.0:1764938850.432060:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000920eb578. 00000020:00000010:2.0:1764938850.432067:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.432071:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.432094:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df2d2ba6 x1850670621010816/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938850.432150:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010816 02000000:00000010:2.0:1764938850.432160:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e353f2b8. 00000400:00000010:1.0:1764938850.432168:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da1de3c0. 00000400:00000200:1.0:1764938850.432172:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:1.0:1764938850.432173:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:1.0:1764938850.432178:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000370a0423 x1850670626933504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.432185:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000370a0423 x1850670626933504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938850.432195:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee8dafac. 00000100:00000010:2.0:1764938850.432201:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001bf4a35f. 00010000:00000010:1.0:1764938850.432203:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022221064. 00000100:00000010:2.0:1764938850.432206:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001bf4a35f. 00010000:00000010:2.0:1764938850.432209:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee8dafac. 02000000:00000010:1.0:1764938850.432216:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d792f9a3. 00000400:00000010:2.0:1764938850.432219:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000833d09aa. 02000000:00000010:1.0:1764938850.432220:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac66b0cd. 00000100:00000200:2.0:1764938850.432222:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010816, offset 224 00000100:00000010:1.0:1764938850.432223:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000370a0423. 00000100:00000010:1.0:1764938850.432226:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:1.0:1764938850.432229:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00000400:00000200:2.0:1764938850.432230:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.432239:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:1.0:1764938850.432243:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006df91494. 00000400:00000200:2.0:1764938850.432244:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90298:90298:256:4294967295] 192.168.203.57@tcp LPNI seq info [90298:90298:8:4294967295] 00000400:00000200:2.0:1764938850.432253:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.432257:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.432261:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938850.432266:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.432271:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.432274:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.432292:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.432295:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.432298:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000920eb578. 00010000:00000010:1.0:1764938850.432316:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9ec196. 00010000:00000010:1.0:1764938850.432322:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b459e145. 00000800:00000200:2.0:1764938850.432352:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.432355:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938850.432358:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.432361:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.432363:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000833d09aa 00000400:00000010:2.0:1764938850.432364:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000833d09aa. 00010000:00000010:1.0:1764938850.432412:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab43267d. 00010000:00000010:1.0:1764938850.432419:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002ae0dd96. 00010000:00000010:1.0:1764938850.432428:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938850.432433:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938850.432438:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00010000:00000010:3.1:1764938850.432448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f10edde. 02000000:00000010:1.0:1764938850.432448:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4220c80. 00010000:00000010:3.1:1764938850.432453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad9e709. 00010000:00000010:3.1:1764938850.432457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.1:1764938850.432459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004446cb1a. 00010000:00000010:3.1:1764938850.432462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6a76b0. 00010000:00000010:3.1:1764938850.432464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.1:1764938850.432467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d66c940b. 02000000:00000010:1.0:1764938850.432467:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d0ae00c. 00010000:00000010:3.1:1764938850.432469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00000400:00000010:1.0:1764938850.432471:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cfc0e458. 00000400:00000010:1.0:1764938850.432474:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.432478:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933568, portal 16 00000400:00000010:1.0:1764938850.432482:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd9c7137. 00000100:00000200:1.0:1764938850.432484:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933568, offset 0 00000400:00000200:1.0:1764938850.432489:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.432495:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.432501:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938850.432504:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938850.432507:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938850.432509:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90299:90299:256:4294967295] 192.168.203.57@tcp LPNI seq info [90299:90299:8:4294967295] 00000400:00000200:1.0:1764938850.432516:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.432520:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.432523:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938850.432526:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.432529:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.432531:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.432801:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.432804:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938850.432808:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.432812:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.432815:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9c7137 00000400:00000010:3.0:1764938850.432816:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd9c7137. 00000100:00000200:3.0:1764938850.432821:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626933568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.437869:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.437891:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508b40 00000400:00000200:3.0:1764938850.437899:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e0d [1] + 224 00000400:00000200:3.0:1764938850.437916:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.437921:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.437933:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626933568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.438078:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cfc0e458. 00000400:00000200:1.0:1764938850.438083:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:1.0:1764938850.438085:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.438091:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626933568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.438098:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626933568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.438349:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000774792ba. 00010000:00000010:1.1:1764938850.438356:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c73c1746. 00010000:00000010:1.1:1764938850.438361:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 02000000:00000010:1.0:1764938850.438404:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d0ae00c. 02000000:00000010:1.0:1764938850.438410:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4220c80. 00000100:00000010:1.0:1764938850.438414:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:1.0:1764938850.438418:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:1.0:1764938850.438422:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:2.0:1764938850.440532:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.440550:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62bc0 00000400:00000200:2.0:1764938850.440557:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf769 [2] + 1312 00000400:00000200:2.0:1764938850.440615:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.440620:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.440626:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.440632:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:3.0:1764938850.441068:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e949dc2b. 00000020:00000010:3.0:1764938850.441076:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083836909. 00000020:00000010:3.0:1764938850.441081:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f05da9aa. 00000100:00000200:3.0:1764938850.441134:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621010880/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938850.441223:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010880 02000000:00000010:2.0:1764938850.441235:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000920eb578. 00010000:00000010:2.0:1764938850.441263:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f325677. 00010000:00000010:2.0:1764938850.441282:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee8dafac. 00000100:00000010:2.0:1764938850.441289:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001bf4a35f. 00000100:00000010:2.0:1764938850.441308:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001bf4a35f. 00010000:00000010:2.0:1764938850.441312:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee8dafac. 00000400:00000010:2.0:1764938850.441325:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000833d09aa. 00000100:00000200:2.0:1764938850.441330:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010880, offset 224 00000400:00000200:2.0:1764938850.441337:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.441348:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.441354:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90300:90300:256:4294967295] 192.168.203.57@tcp LPNI seq info [90300:90300:8:4294967295] 00000400:00000200:2.0:1764938850.441363:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.441368:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.441382:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938850.441388:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.441394:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.441397:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.441414:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083836909. 00000020:00000010:2.0:1764938850.441418:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f05da9aa. 00000020:00000010:2.0:1764938850.441421:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e949dc2b. 00080000:00000010:3.0:1764938850.441482:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031cfb87c. 00010000:00000010:3.0:1764938850.441564:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ae0dd96. 00010000:00000010:3.0:1764938850.441570:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd8c92c1. 00010000:00000010:3.0:1764938850.441641:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.0:1764938850.441647:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938850.441657:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005629f8d6. 00000100:00000010:3.0:1764938850.441661:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f5ef. 00000100:00000010:3.0:1764938850.441668:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 02000000:00000010:3.0:1764938850.441679:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e949dc2b. 02000000:00000010:3.0:1764938850.441702:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de88a7e9. 00000400:00000010:3.0:1764938850.441707:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa7144c5. 00000400:00000010:3.0:1764938850.441712:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938850.441716:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933632, portal 16 00000400:00000010:3.0:1764938850.441720:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da61de4c. 00000100:00000200:3.0:1764938850.441721:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933632, offset 0 00000400:00000200:3.0:1764938850.441727:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.441733:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.441739:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.441743:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.441745:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.441748:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90301:90301:255:4294967295] 192.168.203.57@tcp LPNI seq info [90301:90301:7:4294967295] 00000400:00000200:3.0:1764938850.441754:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.441760:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.441763:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000083c0650 (tot 82353186). 00000800:00000200:3.0:1764938850.441767:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.441771:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.441773:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000083c0650 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.441814:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.441816:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352938). 00000400:00000200:3.0:1764938850.441819:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.441823:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.441826:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000833d09aa 00000400:00000010:3.0:1764938850.441828:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000833d09aa. 00000800:00000200:2.0:1764938850.442894:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.442899:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000083c0650 (tot 82352690). 00000400:00000200:2.0:1764938850.442904:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.442908:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.442911:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da61de4c 00000400:00000010:2.0:1764938850.442913:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da61de4c. 00000100:00000200:2.0:1764938850.442919:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1bf7105 x1850670626933632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.446142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d31774da. 00000400:00000200:3.0:1764938850.447291:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.447309:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508b80 00000400:00000200:3.0:1764938850.447317:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e19 [1] + 224 00000400:00000200:3.0:1764938850.447331:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.447336:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.447347:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1bf7105 x1850670626933632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.447435:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa7144c5. 00000400:00000200:1.0:1764938850.447441:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:1.0:1764938850.447444:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:1.0:1764938850.447450:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1bf7105 x1850670626933632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.447457:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1bf7105 x1850670626933632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938850.447489:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de88a7e9. 02000000:00000010:1.0:1764938850.447495:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e949dc2b. 00000100:00000010:1.0:1764938850.447501:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 00000100:00000010:1.0:1764938850.447506:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f5ef. 00010000:00000010:1.0:1764938850.447510:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005629f8d6. 00010000:00000010:3.1:1764938850.450619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1a41dde. 00010000:00000010:3.1:1764938850.450632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab43267d. 00000400:00000200:2.0:1764938850.452926:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.452948:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62c00 00000400:00000200:2.0:1764938850.452959:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf769 [2] + 1640 00000400:00000200:2.0:1764938850.453037:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.453043:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.453051:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.453057:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:1.0:1764938850.454923:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.454933:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d658042. 00000020:00000010:1.0:1764938850.454937:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.454966:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621010944/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.454990:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621010944 02000000:00000010:1.0:1764938850.454999:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d0ae00c. 00010000:00000010:1.0:1764938850.455024:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048166714. 00010000:00000010:1.0:1764938850.455042:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938850.455049:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938850.455066:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:1.0:1764938850.455069:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000010:1.0:1764938850.455082:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938850.455087:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621010944, offset 224 00000400:00000200:1.0:1764938850.455095:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.455398:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.455405:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90302:90302:256:4294967295] 192.168.203.57@tcp LPNI seq info [90302:90302:8:4294967295] 00000400:00000200:1.0:1764938850.455415:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.455420:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.455425:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938850.455431:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.455437:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.455441:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.455457:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d658042. 00000020:00000010:1.0:1764938850.455460:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.455463:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00000800:00000200:2.0:1764938850.457932:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.457938:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938850.457944:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.457952:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.457958:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:2.0:1764938850.457961:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00080000:00000010:3.0:1764938850.458401:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afe26cb8. 00010000:00000010:3.0:1764938850.458484:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938850.458492:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a295fdd. 00010000:00000010:3.0:1764938850.458562:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938850.458568:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938850.458580:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938850.458586:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dd3a4e8. 00000100:00000010:3.0:1764938850.458595:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938850.458607:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e949dc2b. 02000000:00000010:3.0:1764938850.458631:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000384f7371. 00000400:00000010:3.0:1764938850.458637:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.458641:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938850.458647:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933696, portal 16 00000400:00000010:3.0:1764938850.458652:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938850.458654:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933696, offset 0 00000400:00000200:3.0:1764938850.458661:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.458672:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.458679:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.458682:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.458685:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.458689:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90303:90303:256:4294967295] 192.168.203.57@tcp LPNI seq info [90303:90303:8:4294967295] 00000400:00000200:3.0:1764938850.458698:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.458703:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.458707:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938850.458712:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.458718:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.458721:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.458775:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.458777:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352690). 00000400:00000200:3.0:1764938850.458781:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.458784:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.458787:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938850.458788:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:3.0:1764938850.458794:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626933696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.467821:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.467840:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508bc0 00000400:00000200:2.0:1764938850.467850:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e25 [1] + 224 00000400:00000200:2.0:1764938850.467861:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.467865:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.467876:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626933696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.467922:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.467927:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62c40 00000400:00000200:2.0:1764938850.467932:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf769 [2] + 1968 00000400:00000010:2.0:1764938850.467936:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ad43ec0. 00000400:00000200:2.0:1764938850.467940:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000db9dea27 00000400:00000200:2.0:1764938850.467996:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.468000:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.468003:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db9dea27 00000400:00000010:2.0:1764938850.468005:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000db9dea27 (tot 82352538). 00000100:00000200:2.0:1764938850.468011:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938850.468053:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a69d61c. 00000020:00000010:2.0:1764938850.468060:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.468064:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.468087:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038518ab9 x1850670621011008/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938850.468143:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011008 02000000:00000010:2.0:1764938850.468153:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac12e91. 00010000:00000010:2.0:1764938850.468188:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee8dafac. 00000100:00000010:2.0:1764938850.468195:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001bf4a35f. 00000100:00000010:2.0:1764938850.468200:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001bf4a35f. 00010000:00000010:2.0:1764938850.468202:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee8dafac. 00000400:00000010:2.0:1764938850.468214:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938850.468218:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011008, offset 224 00000400:00000200:2.0:1764938850.468224:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.468234:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.468239:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90304:90304:256:4294967295] 192.168.203.57@tcp LPNI seq info [90304:90304:8:4294967295] 00000400:00000200:2.0:1764938850.468248:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.468253:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.468257:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352786). 00000800:00000200:2.0:1764938850.468366:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.468381:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.468385:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.468401:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.468405:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.468409:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a69d61c. 02000000:00000010:2.0:1764938850.468417:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d0ae00c. 00000100:00000010:2.0:1764938850.468420:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938850.468424:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000920eb578. 00000100:00000010:2.0:1764938850.468426:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938850.468429:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e353f2b8. 00000100:00000010:2.0:1764938850.468431:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 02000000:00000010:2.0:1764938850.468434:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009cf7886d. 00000100:00000010:2.0:1764938850.468436:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 02000000:00000010:2.0:1764938850.468440:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000088507cd. 00000100:00000010:2.0:1764938850.468442:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:2.0:1764938850.468445:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f42f506. 00000100:00000010:2.0:1764938850.468447:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000200:2.0:1764938850.468453:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938850.468457:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8489e3d. 00000400:00000010:2.0:1764938850.468460:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001bf4a35f (tot 82352938). 00000800:00000200:2.0:1764938850.468626:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.468629:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938850.468633:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.468637:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.468639:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:2.0:1764938850.468640:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 02000000:00000010:2.0:1764938850.468645:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac12e91. 00000400:00000010:3.0:1764938850.468806:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.468810:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938850.468812:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:3.0:1764938850.468818:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626933696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.468826:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626933696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.468844:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b521ea73. 02000000:00000010:3.0:1764938850.468856:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000384f7371. 02000000:00000010:3.0:1764938850.468861:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e949dc2b. 00000100:00000010:3.0:1764938850.468864:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938850.468867:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dd3a4e8. 00010000:00000010:3.0:1764938850.468869:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00080000:00000010:3.0:1764938850.468884:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a696ee7. 00010000:00000010:3.0:1764938850.468970:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938850.468978:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7304f24. 00010000:00000010:3.0:1764938850.469044:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.0:1764938850.469050:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938850.469059:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938850.469062:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006dd3a4e8. 00000100:00000010:3.0:1764938850.469068:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938850.469079:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000384f7371. 02000000:00000010:3.0:1764938850.469119:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e949dc2b. 00000400:00000010:3.0:1764938850.469124:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.469127:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938850.469130:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933760, portal 16 00000400:00000010:3.0:1764938850.469134:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938850.469136:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933760, offset 0 00000400:00000200:3.0:1764938850.469141:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.469149:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.469201:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.469205:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.469208:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.469211:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90305:90305:256:4294967295] 192.168.203.57@tcp LPNI seq info [90305:90305:8:4294967295] 00000400:00000200:3.0:1764938850.469219:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.469224:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.469228:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0dfc5dc (tot 82352938). 00000800:00000200:3.0:1764938850.469233:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.469237:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.469240:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0dfc5dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.469420:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.469423:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0dfc5dc (tot 82352690). 00000400:00000200:2.0:1764938850.469427:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.469430:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.469434:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:2.0:1764938850.469435:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:2.0:1764938850.469440:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626933760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.472972:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.472990:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508c00 00000400:00000200:3.0:1764938850.472998:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e35 [1] + 224 00000400:00000200:3.0:1764938850.473014:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.473019:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.473030:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626933760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.473383:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.473388:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938850.473390:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:3.0:1764938850.473396:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626933760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.473404:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626933760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.473670:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e949dc2b. 02000000:00000010:3.0:1764938850.473678:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000384f7371. 00000100:00000010:3.0:1764938850.473682:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938850.473685:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006dd3a4e8. 00010000:00000010:3.0:1764938850.473688:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00010000:00000010:3.1:1764938850.477672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d57fc85. 00010000:00000010:3.1:1764938850.477684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:1.1:1764938850.479950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001784fcf7. 00000400:00000200:2.0:1764938850.480307:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.480325:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62c80 00000400:00000200:2.0:1764938850.480334:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf7c1 [2] + 0 00000400:00000200:2.0:1764938850.480420:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.480425:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.480432:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.480437:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:1.0:1764938850.481629:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.481638:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d658042. 00000020:00000010:1.0:1764938850.481642:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.481668:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621011072/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.481703:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011072 02000000:00000010:1.0:1764938850.481713:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f5f8268. 00010000:00000010:1.0:1764938850.481739:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091d6e663. 00010000:00000010:1.0:1764938850.481758:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e8a0815. 00000100:00000010:1.0:1764938850.481765:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0662281. 00000100:00000010:1.0:1764938850.481774:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0662281. 00010000:00000010:1.0:1764938850.481778:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e8a0815. 00000400:00000010:1.0:1764938850.481791:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938850.481796:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011072, offset 224 00000400:00000200:1.0:1764938850.481803:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.481814:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.481820:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90306:90306:256:4294967295] 192.168.203.57@tcp LPNI seq info [90306:90306:8:4294967295] 00000400:00000200:1.0:1764938850.481829:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.481833:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.481836:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938850.481841:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.481848:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.481851:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.481867:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d658042. 00000020:00000010:1.0:1764938850.481870:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.481872:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00000800:00000200:1.0:1764938850.481940:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.481943:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:1.0:1764938850.481947:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.481951:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.481955:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:1.0:1764938850.481956:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00010000:00000010:3.1:1764938850.482981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397a53de. 00010000:00000010:3.1:1764938850.482990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000094bd105. 00010000:00000010:3.1:1764938850.482993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00080000:00000010:3.0:1764938850.483022:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e949dc2b. 00010000:00000010:3.0:1764938850.483133:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:3.0:1764938850.483142:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ab1eabd. 00010000:00000010:3.0:1764938850.483216:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d66c940b. 00010000:00000010:3.0:1764938850.483220:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d2eb1cf. 00010000:00000010:3.0:1764938850.483225:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938850.483231:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6702644. 00080000:00000010:3.0:1764938850.483244:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040fc954e. 00010000:00000010:2.0:1764938850.483309:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6702644. 00010000:00000010:2.0:1764938850.483316:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d2eb1cf. 00010000:00000010:2.0:1764938850.483370:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006931b912. 00010000:00000010:2.0:1764938850.483387:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d2f9f840. 00010000:00000010:2.0:1764938850.483395:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee8dafac. 00000100:00000010:2.0:1764938850.483401:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.483409:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938850.483421:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eac12e91. 02000000:00000010:2.0:1764938850.483447:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000088507cd. 00000400:00000010:2.0:1764938850.483455:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fa1584b. 00000400:00000010:2.0:1764938850.483461:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938850.483466:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933824, portal 16 00000400:00000010:2.0:1764938850.483471:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d426dd4. 00000100:00000200:2.0:1764938850.483474:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933824, offset 0 00000400:00000200:2.0:1764938850.483482:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.483495:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.483502:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.483506:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.483509:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.483511:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90307:90307:256:4294967295] 192.168.203.57@tcp LPNI seq info [90307:90307:8:4294967295] 00000400:00000200:2.0:1764938850.483520:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.483525:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.483529:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.483534:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.483541:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.483544:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.483813:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.483816:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938850.483821:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.483824:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.483828:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d426dd4 00000400:00000010:3.0:1764938850.483830:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d426dd4. 00000100:00000200:3.0:1764938850.483837:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626933824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.489845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f55650. 00010000:00000010:3.1:1764938850.491151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023ad1297. 00010000:00000010:3.1:1764938850.491163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:2.1:1764938850.491186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d66c940b. 00010000:00000010:2.1:1764938850.491193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00000400:00000200:2.0:1764938850.492607:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.492624:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508c40 00000400:00000200:2.0:1764938850.492633:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e41 [1] + 224 00000400:00000200:2.0:1764938850.492645:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.492648:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.492658:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626933824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.492695:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.492700:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62cc0 00000400:00000200:2.0:1764938850.492705:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf7c1 [2] + 328 00000400:00000200:2.0:1764938850.492773:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.492777:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.492781:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.492786:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:0.0:1764938850.492856:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000961f0f94. 00000020:00000010:0.0:1764938850.492864:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000400:00000010:3.0:1764938850.492867:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fa1584b. 00000020:00000010:0.0:1764938850.492870:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000400:00000200:3.0:1764938850.492873:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:3.0:1764938850.492877:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00000100:00000200:3.0:1764938850.492885:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626933824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.492897:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626933824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.492897:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621011136/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:3.0:1764938850.492938:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000088507cd. 02000000:00000010:3.0:1764938850.492945:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eac12e91. 00000100:00000010:3.0:1764938850.492950:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000200:0.0:1764938850.492952:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011136 00000100:00000010:3.0:1764938850.492953:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:3.0:1764938850.492958:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee8dafac. 02000000:00000010:0.0:1764938850.492963:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092f4a474. 00010000:00000010:0.0:1764938850.492989:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b086933d. 00010000:00000010:0.0:1764938850.493005:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.493010:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.493024:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.493027:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.493037:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938850.493041:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011136, offset 224 00000400:00000200:0.0:1764938850.493048:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.493057:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.493063:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90308:90308:256:4294967295] 192.168.203.57@tcp LPNI seq info [90308:90308:8:4294967295] 00000400:00000200:0.0:1764938850.493072:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.493076:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.493080:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352938). 00000800:00000200:0.0:1764938850.493085:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.493091:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.493094:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.493128:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.493131:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.493134:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000961f0f94. 00000800:00000200:2.0:1764938850.493255:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.493259:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352690). 00000400:00000200:2.0:1764938850.493263:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.493267:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.493269:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938850.493270:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00080000:00000010:3.0:1764938850.493363:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000384f7371. 00010000:00000010:3.0:1764938850.493456:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2f9f840. 00010000:00000010:3.0:1764938850.493464:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ee90c23. 00010000:00000010:3.0:1764938850.493530:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.0:1764938850.493536:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a9fbb61. 00010000:00000010:3.0:1764938850.493546:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938850.493550:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938850.493555:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938850.493566:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009407120e. 02000000:00000010:3.0:1764938850.493584:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ff1e48d. 00000400:00000010:3.0:1764938850.493589:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.493592:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938850.493596:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933888, portal 16 00000400:00000010:3.0:1764938850.493601:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938850.493602:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933888, offset 0 00000400:00000200:3.0:1764938850.493608:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.493614:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.493621:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.493624:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.493627:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.493628:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90309:90309:256:4294967295] 192.168.203.57@tcp LPNI seq info [90309:90309:8:4294967295] 00000400:00000200:3.0:1764938850.493635:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.493639:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.493643:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.493647:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.493650:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.493652:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.495460:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.495466:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.495474:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.495481:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.495486:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:2.0:1764938850.495489:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:2.0:1764938850.495495:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626933888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.497421:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.497440:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508c80 00000400:00000200:2.0:1764938850.497448:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e4d [1] + 224 00000400:00000200:2.0:1764938850.497459:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.497463:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.497472:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626933888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.497502:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.497507:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62d00 00000400:00000200:2.0:1764938850.497512:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf7c1 [2] + 656 00000400:00000200:2.0:1764938850.497520:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.497522:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.497526:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.497641:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:1.0:1764938850.497775:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.497781:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d658042. 00000020:00000010:1.0:1764938850.497785:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.497806:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621011200/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.497833:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011200 02000000:00000010:1.0:1764938850.497844:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465cdb35. 00010000:00000010:1.0:1764938850.497881:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.497888:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000400:00000010:3.0:1764938850.497894:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000100:00000010:1.0:1764938850.497895:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938850.497900:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:3.0:1764938850.497901:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938850.497904:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:3.0:1764938850.497912:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626933888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938850.497917:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:3.0:1764938850.497922:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626933888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938850.497923:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011200, offset 224 00000400:00000200:1.0:1764938850.497934:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.497945:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00010000:00000010:3.0:1764938850.497946:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ac770f4. 00000400:00000200:1.0:1764938850.497952:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90310:90310:256:4294967295] 192.168.203.57@tcp LPNI seq info [90310:90310:8:4294967295] 02000000:00000010:3.0:1764938850.497962:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ff1e48d. 00000400:00000200:1.0:1764938850.497966:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 02000000:00000010:3.0:1764938850.497970:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009407120e. 00000800:00000200:1.0:1764938850.497974:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000100:00000010:3.0:1764938850.497975:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000800:00000010:1.0:1764938850.497979:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000100:00000010:3.0:1764938850.497980:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:3.0:1764938850.497985:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00000800:00000200:1.0:1764938850.497989:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.497996:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.497999:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1764938850.498002:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041aab2d8. 00000020:00000010:1.0:1764938850.498028:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d658042. 00000020:00000010:1.0:1764938850.498033:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.498036:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00010000:00000010:3.0:1764938850.498083:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a9fbb61. 00010000:00000010:3.0:1764938850.498090:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b014f211. 00000800:00000200:0.0:1764938850.498132:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.498137:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:0.0:1764938850.498141:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.498145:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.498148:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:0.0:1764938850.498149:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00010000:00000010:3.0:1764938850.498331:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.0:1764938850.498338:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a9fbb61. 00010000:00000010:3.0:1764938850.498347:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938850.498350:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938850.498355:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938850.498365:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009407120e. 02000000:00000010:3.0:1764938850.498398:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ff1e48d. 00000400:00000010:3.0:1764938850.498403:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.498407:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938850.498411:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626933952, portal 16 00000400:00000010:3.0:1764938850.498415:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938850.498416:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626933952, offset 0 00000400:00000200:3.0:1764938850.498422:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.498428:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.498436:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.498439:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.498442:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.498445:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90311:90311:256:4294967295] 192.168.203.57@tcp LPNI seq info [90311:90311:8:4294967295] 00000400:00000200:3.0:1764938850.498452:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.498456:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.498459:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.498463:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.498467:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.498469:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.498811:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.498814:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.498821:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.498826:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.498828:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1259d8e 00000400:00000010:2.0:1764938850.498830:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1259d8e. 00000100:00000200:2.0:1764938850.498882:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626933952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.499933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b8b34c7. 00010000:00000010:3.1:1764938850.499945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006931b912. 00010000:00000010:0.1:1764938850.500143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397da3ca. 00000400:00000200:2.0:1764938850.502539:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.502559:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508cc0 00000400:00000200:2.0:1764938850.502567:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e59 [1] + 224 00000400:00000200:2.0:1764938850.502585:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.502589:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.502600:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626933952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.505248:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.505261:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938850.505263:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:3.0:1764938850.505277:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626933952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.505287:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626933952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.505318:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ff1e48d. 02000000:00000010:3.0:1764938850.505326:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009407120e. 00000100:00000010:3.0:1764938850.505329:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938850.505333:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:3.0:1764938850.505336:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00000400:00000200:0.0:1764938850.508388:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.508411:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62d40 00000400:00000200:0.0:1764938850.508421:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf7c1 [2] + 984 00000400:00000200:0.0:1764938850.508496:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.508501:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.508508:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.508514:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c7a3f24. 00000020:00000010:0.0:1764938850.508626:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000961f0f94. 00000020:00000010:0.0:1764938850.508633:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.508637:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.508662:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c7a3f24 x1850670621011264/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938850.508701:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011264 02000000:00000010:0.0:1764938850.508710:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099cc4cec. 00010000:00000010:0.0:1764938850.508738:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ea61343. 00010000:00000010:0.0:1764938850.508758:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.508765:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.508784:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.508788:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.508801:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938850.508805:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011264, offset 224 00000400:00000200:0.0:1764938850.508812:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.508822:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.508827:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90312:90312:256:4294967295] 192.168.203.57@tcp LPNI seq info [90312:90312:8:4294967295] 00000400:00000200:0.0:1764938850.508837:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.508842:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.508846:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938850.508852:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.508858:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.508861:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.508878:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00080000:00000010:2.0:1764938850.508881:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e353f2b8. 00000020:00000010:0.0:1764938850.508882:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.508885:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000961f0f94. 00000800:00000200:0.0:1764938850.508951:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.508954:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352690). 00000400:00000200:0.0:1764938850.508957:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.508960:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.508962:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00010000:00000010:2.0:1764938850.508963:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a9fbb61. 00000400:00000010:0.0:1764938850.508964:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00010000:00000010:2.0:1764938850.508969:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074575ed1. 00010000:00000010:2.0:1764938850.509034:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047f055d6. 00010000:00000010:2.0:1764938850.509041:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d2f9f840. 00010000:00000010:2.0:1764938850.509049:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000835cf604. 00000100:00000010:2.0:1764938850.509053:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.509059:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938850.509067:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000920eb578. 02000000:00000010:2.0:1764938850.509088:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a69d61c. 00000400:00000010:2.0:1764938850.509092:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009482b086. 00000400:00000010:2.0:1764938850.509097:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938850.509126:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934016, portal 16 00000400:00000010:2.0:1764938850.509131:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938850.509133:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934016, offset 0 00000400:00000200:2.0:1764938850.509139:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.509145:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.509151:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.509154:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.509156:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.509159:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90313:90313:256:4294967295] 192.168.203.57@tcp LPNI seq info [90313:90313:8:4294967295] 00000400:00000200:2.0:1764938850.509165:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.509169:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.509171:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.509174:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.509178:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.509180:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.509303:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.509305:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:0.0:1764938850.509309:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.509313:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.509316:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:0.0:1764938850.509317:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00000100:00000200:0.0:1764938850.509323:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d48bd191 x1850670626934016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.514956:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e54d83f. 00010000:00000010:3.1:1764938850.514969:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483f263a. 00010000:00000010:3.1:1764938850.514974:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00000400:00000200:0.0:1764938850.514993:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.515009:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508d00 00000400:00000200:0.0:1764938850.515019:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e65 [1] + 224 00000400:00000200:0.0:1764938850.515031:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.515035:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.515043:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d48bd191 x1850670626934016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.515083:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.515089:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62d80 00000400:00000200:0.0:1764938850.515094:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf7c1 [2] + 1312 00000400:00000010:2.0:1764938850.515124:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009482b086. 00000400:00000200:0.0:1764938850.515128:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.515129:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:2.0:1764938850.515131:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 00000400:00000200:0.0:1764938850.515131:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.515138:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d48bd191 x1850670626934016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.515143:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.515148:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000426f1c9. 00000100:00000200:2.0:1764938850.515149:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d48bd191 x1850670626934016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.515177:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a69d61c. 02000000:00000010:2.0:1764938850.515184:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000920eb578. 00000100:00000010:2.0:1764938850.515187:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 00000100:00000010:2.0:1764938850.515191:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.515194:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000835cf604. 00000020:00000010:1.0:1764938850.515290:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.515297:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.515301:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.515324:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000426f1c9 x1850670621011328/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.515359:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011328 02000000:00000010:1.0:1764938850.515369:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e06691bd. 00010000:00000010:1.0:1764938850.515404:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a32204e2. 00010000:00000010:1.0:1764938850.515423:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.515428:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938850.515444:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938850.515448:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.515463:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938850.515467:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011328, offset 224 00000400:00000200:1.0:1764938850.515474:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.515485:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.515490:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90314:90314:256:4294967295] 192.168.203.57@tcp LPNI seq info [90314:90314:8:4294967295] 00000400:00000200:1.0:1764938850.515499:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.515504:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.515508:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938850.515513:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.515519:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.515523:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.515545:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.515549:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.515552:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00000800:00000200:0.0:1764938850.515625:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.515630:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:0.0:1764938850.515634:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.515638:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.515640:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:0.0:1764938850.515642:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00080000:00000010:2.0:1764938850.515851:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000920eb578. 00010000:00000010:2.0:1764938850.515929:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2f9f840. 00010000:00000010:2.0:1764938850.515936:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b73d5da9. 00010000:00000010:2.0:1764938850.516003:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085a2e572. 00010000:00000010:2.0:1764938850.516008:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d2f9f840. 00010000:00000010:2.0:1764938850.516017:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000835cf604. 00000100:00000010:2.0:1764938850.516020:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.516025:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938850.516034:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a69d61c. 02000000:00000010:2.0:1764938850.516054:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f579f6a. 00000400:00000010:2.0:1764938850.516057:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009482b086. 00000400:00000010:2.0:1764938850.516061:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938850.516065:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934080, portal 16 00000400:00000010:2.0:1764938850.516069:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051c9ce73. 00000100:00000200:2.0:1764938850.516071:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934080, offset 0 00000400:00000200:2.0:1764938850.516075:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.516082:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.516088:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.516091:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.516094:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.516096:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90315:90315:256:4294967295] 192.168.203.57@tcp LPNI seq info [90315:90315:8:4294967295] 00000400:00000200:2.0:1764938850.516133:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.516139:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.516142:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938850.516146:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.516149:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.516151:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.516284:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.516286:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:0.0:1764938850.516291:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.516295:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.516297:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051c9ce73 00000400:00000010:0.0:1764938850.516298:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051c9ce73. 00000100:00000200:0.0:1764938850.516303:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d48bd191 x1850670626934080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.518238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eae2091a. 00010000:00000010:2.1:1764938850.519151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c327c100. 00010000:00000010:2.1:1764938850.519167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00010000:00000010:2.1:1764938850.523161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d957d32. 00010000:00000010:2.1:1764938850.523175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f055d6. 00010000:00000010:1.1:1764938850.523229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3171aa4. 00000400:00000200:0.0:1764938850.526515:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.526537:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508d40 00000400:00000200:0.0:1764938850.526547:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e71 [1] + 224 00000400:00000200:0.0:1764938850.526565:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.526570:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.526579:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d48bd191 x1850670626934080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.526705:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009482b086. 00000400:00000200:3.0:1764938850.526710:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:3.0:1764938850.526712:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 00000100:00000200:3.0:1764938850.526719:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d48bd191 x1850670626934080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.526727:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d48bd191 x1850670626934080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.526757:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f579f6a. 02000000:00000010:3.0:1764938850.526764:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a69d61c. 00000100:00000010:3.0:1764938850.526767:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 00000100:00000010:3.0:1764938850.526771:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:3.0:1764938850.526775:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000835cf604. 00000400:00000200:0.0:1764938850.530913:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.532068:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62dc0 00000400:00000200:0.0:1764938850.532076:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf7c1 [2] + 1640 00000400:00000200:0.0:1764938850.532174:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.532179:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.532185:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.532191:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 00000020:00000010:1.0:1764938850.532347:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.532355:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.532359:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.532393:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b40153c x1850670621011392/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938850.532428:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011392 02000000:00000010:1.0:1764938850.532441:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d0ae00c. 00010000:00000010:1.0:1764938850.532470:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000442ac4fe. 00010000:00000010:1.0:1764938850.532493:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.532500:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938850.532524:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938850.532529:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.532544:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd7a8a2. 00000100:00000200:1.0:1764938850.532549:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011392, offset 224 00000400:00000200:1.0:1764938850.532557:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.532568:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.532574:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90316:90316:256:4294967295] 192.168.203.57@tcp LPNI seq info [90316:90316:8:4294967295] 00000400:00000200:1.0:1764938850.532585:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.532591:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00080000:00000010:3.0:1764938850.532594:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc427b8c. 00000800:00000010:1.0:1764938850.532595:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938850.532604:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.532610:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.532613:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.532636:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.532639:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.532642:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00010000:00000010:3.0:1764938850.532690:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2f9f840. 00010000:00000010:3.0:1764938850.532698:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000303c6b95. 00010000:00000010:3.0:1764938850.532767:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.0:1764938850.532773:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059cf0f0b. 00010000:00000010:3.0:1764938850.532783:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938850.532786:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938850.532792:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938850.532807:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc44d475. 02000000:00000010:3.0:1764938850.532828:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bcd98b7. 00000400:00000010:3.0:1764938850.532836:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000800:00000200:0.0:1764938850.532928:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.532932:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:0.0:1764938850.532936:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.532941:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.532944:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd7a8a2 00000400:00000010:0.0:1764938850.532946:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd7a8a2. 00000400:00000010:3.0:1764938850.533087:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938850.533094:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934144, portal 16 00000400:00000010:3.0:1764938850.533098:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938850.533141:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934144, offset 0 00000400:00000200:3.0:1764938850.533148:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.533155:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.533161:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.533164:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.533168:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.533170:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90317:90317:256:4294967295] 192.168.203.57@tcp LPNI seq info [90317:90317:8:4294967295] 00000400:00000200:3.0:1764938850.533178:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.533182:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.533185:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.533189:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.533193:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.533195:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.533474:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.533477:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:0.0:1764938850.533484:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.533488:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.533491:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:0.0:1764938850.533492:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:0.0:1764938850.533496:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626934144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.538247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000478e4bd6. 00010000:00000010:3.1:1764938850.538266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085a2e572. 00010000:00000010:1.1:1764938850.539158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d51e7de. 00000400:00000200:0.0:1764938850.539513:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.539529:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508d80 00000400:00000200:0.0:1764938850.539536:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e7d [1] + 224 00000400:00000200:0.0:1764938850.539550:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.539553:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.539563:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626934144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.539629:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.539634:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938850.539635:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:3.0:1764938850.539641:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626934144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.539649:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626934144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.539677:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bcd98b7. 02000000:00000010:3.0:1764938850.539682:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc44d475. 00000100:00000010:3.0:1764938850.539685:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938850.539689:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:3.0:1764938850.539691:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00000400:00000200:0.0:1764938850.540946:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.540964:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62e00 00000400:00000200:0.0:1764938850.540972:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf7c1 [2] + 1968 00000400:00000010:0.0:1764938850.540977:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063c287f2. 00000400:00000200:0.0:1764938850.540982:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b05eca9d 00000400:00000200:0.0:1764938850.544005:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.544022:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.544028:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b05eca9d 00000400:00000010:0.0:1764938850.544032:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b05eca9d (tot 82352538). 00000100:00000200:0.0:1764938850.544041:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938850.544488:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.544497:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.544502:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.544530:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f8e371a x1850670621011456/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.544568:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011456 02000000:00000010:1.0:1764938850.544579:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005571995a. 00010000:00000010:1.0:1764938850.544609:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000742f9dde. 00010000:00000010:1.0:1764938850.544632:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.544638:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fa7d864. 00000100:00000010:1.0:1764938850.544656:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fa7d864. 00010000:00000010:1.0:1764938850.544660:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.544676:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938850.544681:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011456, offset 224 00000400:00000200:1.0:1764938850.544689:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.544702:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.544708:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90318:90318:256:4294967295] 192.168.203.57@tcp LPNI seq info [90318:90318:8:4294967295] 00000400:00000200:1.0:1764938850.544720:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.544726:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00080000:00000010:3.0:1764938850.544731:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc44d475. 00000800:00000010:1.0:1764938850.544731:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352786). 00000800:00000200:1.0:1764938850.544738:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.544744:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.544747:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.544775:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.544779:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.544783:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 02000000:00000010:1.0:1764938850.544791:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d0ae00c. 00000100:00000010:1.0:1764938850.544795:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 02000000:00000010:1.0:1764938850.544799:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e06691bd. 00000100:00000010:1.0:1764938850.544801:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000426f1c9. 02000000:00000010:1.0:1764938850.544805:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099cc4cec. 00000100:00000010:1.0:1764938850.544808:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c7a3f24. 00010000:00000010:3.0:1764938850.544811:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059cf0f0b. 02000000:00000010:1.0:1764938850.544811:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465cdb35. 00000100:00000010:1.0:1764938850.544817:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00010000:00000010:3.0:1764938850.544820:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003db05ec. 02000000:00000010:1.0:1764938850.544821:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092f4a474. 00000100:00000010:1.0:1764938850.544826:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:1.0:1764938850.544830:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f5f8268. 00000100:00000010:1.0:1764938850.544832:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000200:1.0:1764938850.544839:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938850.544844:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cfc0e458. 00000400:00000010:1.0:1764938850.544848:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003fa7d864 (tot 82352938). 00010000:00000010:3.0:1764938850.544907:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.544913:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059cf0f0b. 00010000:00000010:3.0:1764938850.544924:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938850.544927:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938850.544934:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938850.544944:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bcd98b7. 02000000:00000010:3.0:1764938850.544963:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e7c07c1. 00000400:00000010:3.0:1764938850.544967:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.544971:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938850.544974:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934208, portal 16 00000400:00000010:3.0:1764938850.544977:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938850.544980:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934208, offset 0 00000400:00000200:3.0:1764938850.544985:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.544991:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.544997:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.544999:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.545002:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.545005:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90319:90319:255:4294967295] 192.168.203.57@tcp LPNI seq info [90319:90319:7:4294967295] 00000400:00000200:3.0:1764938850.545012:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.545016:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.545020:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.545023:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.545027:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.545029:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.545229:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.545233:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352938). 00000400:00000200:2.0:1764938850.545238:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.545243:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.545246:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:2.0:1764938850.545248:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 02000000:00000010:2.0:1764938850.545252:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005571995a. 00000800:00000200:2.0:1764938850.545759:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.545762:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.545769:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.545773:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.545776:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:2.0:1764938850.545777:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:2.0:1764938850.545783:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626934208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938850.547761:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.547780:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508dc0 00000400:00000200:0.0:1764938850.547788:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e8d [1] + 224 00000400:00000200:0.0:1764938850.547808:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.547814:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.547824:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626934208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.548085:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.548089:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938850.548091:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:3.0:1764938850.548096:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626934208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.548129:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626934208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.548152:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e7c07c1. 02000000:00000010:3.0:1764938850.548157:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bcd98b7. 00000100:00000010:3.0:1764938850.548160:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938850.548163:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:3.0:1764938850.548166:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00000400:00000200:0.0:1764938850.548537:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.548544:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62e40 00000400:00000200:0.0:1764938850.548549:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf819 [2] + 0 00000400:00000200:0.0:1764938850.548599:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.548603:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.548607:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.548611:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6dc1b1a. 00000020:00000010:2.0:1764938850.551599:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e77531f. 00000020:00000010:2.0:1764938850.551610:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.551615:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.551643:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6dc1b1a x1850670621011520/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938850.551676:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011520 02000000:00000010:2.0:1764938850.551688:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a69d61c. 00010000:00000010:2.0:1764938850.551716:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bc03d73. 00010000:00000010:2.0:1764938850.551737:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f045f40e. 00000100:00000010:2.0:1764938850.551745:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.551762:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.551766:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f045f40e. 00000400:00000010:2.0:1764938850.551782:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3fad251. 00000100:00000200:2.0:1764938850.551787:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011520, offset 224 00000400:00000200:2.0:1764938850.551795:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.551807:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.551813:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90320:90320:256:4294967295] 192.168.203.57@tcp LPNI seq info [90320:90320:8:4294967295] 00000400:00000200:2.0:1764938850.551823:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.551828:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.551833:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938850.551839:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00080000:00000010:3.0:1764938850.551845:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bcd98b7. 00000800:00000200:2.0:1764938850.551846:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.551851:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.551879:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.551883:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.551887:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e77531f. 00010000:00000010:3.0:1764938850.551938:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059cf0f0b. 00010000:00000010:3.0:1764938850.551946:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008abba4ed. 00010000:00000010:3.0:1764938850.552017:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001644e83d. 00010000:00000010:3.0:1764938850.552022:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059cf0f0b. 00010000:00000010:3.0:1764938850.552031:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938850.552035:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938850.552041:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938850.552050:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e7c07c1. 02000000:00000010:3.0:1764938850.552070:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f3d4f00. 00000400:00000010:3.0:1764938850.552076:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.552080:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938850.552083:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934272, portal 16 00000800:00000200:0.0:1764938850.552227:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.552231:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:0.0:1764938850.552237:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.552242:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.552245:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3fad251 00000400:00000010:0.0:1764938850.552247:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3fad251. 00000400:00000010:2.0:1764938850.552569:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b287fc02. 00000100:00000200:2.0:1764938850.552575:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934272, offset 0 00000400:00000200:2.0:1764938850.552581:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.552589:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.552595:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.552598:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.552601:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.552604:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90321:90321:256:4294967295] 192.168.203.57@tcp LPNI seq info [90321:90321:8:4294967295] 00000400:00000200:2.0:1764938850.552611:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.552615:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.552618:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.552622:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.552627:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.552629:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.553150:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.553153:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:0.0:1764938850.553165:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.553169:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.553173:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b287fc02 00000400:00000010:0.0:1764938850.553175:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b287fc02. 00000100:00000200:0.0:1764938850.553181:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626934272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.556537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002794782a. 00000400:00000200:0.0:1764938850.556797:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.556815:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508e00 00000400:00000200:0.0:1764938850.556824:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0e99 [1] + 224 00000400:00000200:0.0:1764938850.556851:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.556856:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.556867:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626934272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938850.556924:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:2.0:1764938850.556930:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:2.0:1764938850.556932:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:2.0:1764938850.556937:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626934272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.556945:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626934272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.556971:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f3d4f00. 02000000:00000010:2.0:1764938850.556977:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e7c07c1. 00000100:00000010:2.0:1764938850.556980:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:2.0:1764938850.556984:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:2.0:1764938850.556986:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00010000:00000010:3.1:1764938850.557445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064147c56. 00010000:00000010:3.1:1764938850.557452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00000400:00000200:0.0:1764938850.557554:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.557562:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62e80 00000400:00000200:0.0:1764938850.557568:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf819 [2] + 328 00000400:00000200:0.0:1764938850.557902:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.557906:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.557912:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.557916:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008522f535. 00000020:00000010:1.0:1764938850.560043:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5f8268. 00000020:00000010:1.0:1764938850.560054:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.560058:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.560086:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008522f535 x1850670621011584/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.560144:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011584 02000000:00000010:1.0:1764938850.560156:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465cdb35. 00010000:00000010:1.0:1764938850.560184:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc8c7384. 00010000:00000010:1.0:1764938850.560206:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.560213:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938850.560232:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938850.560236:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.560251:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938850.560257:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011584, offset 224 00000400:00000200:1.0:1764938850.560266:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.560279:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.560284:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90322:90322:256:4294967295] 192.168.203.57@tcp LPNI seq info [90322:90322:8:4294967295] 00000400:00000200:1.0:1764938850.560293:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.560298:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.560303:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938850.560308:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.560316:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.560319:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.560338:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.560342:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.560345:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5f8268. 00000800:00000200:1.0:1764938850.560465:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.560469:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:1.0:1764938850.560473:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.560477:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.560481:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:1.0:1764938850.560482:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00080000:00000010:3.0:1764938850.560619:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003347060b. 00010000:00000010:3.0:1764938850.560697:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059cf0f0b. 00010000:00000010:3.0:1764938850.560704:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012f1b98c. 00010000:00000010:3.0:1764938850.560779:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.0:1764938850.560785:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059cf0f0b. 00010000:00000010:3.0:1764938850.560796:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.560799:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.560806:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 02000000:00000010:3.0:1764938850.560817:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aefac1a9. 02000000:00000010:3.0:1764938850.560853:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000246e1d25. 00000400:00000010:3.0:1764938850.560859:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.560863:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.560867:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934336, portal 16 00000400:00000010:3.0:1764938850.560872:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938850.560874:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934336, offset 0 00000400:00000200:3.0:1764938850.560880:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.560887:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.560892:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.560896:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.560898:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.560901:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90323:90323:256:4294967295] 192.168.203.57@tcp LPNI seq info [90323:90323:8:4294967295] 00000400:00000200:3.0:1764938850.560907:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.560912:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.560915:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.560919:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.560923:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.560925:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.561981:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.561986:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.561994:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.561999:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.562003:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038a32027 00000400:00000010:2.0:1764938850.562005:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038a32027. 00000100:00000200:2.0:1764938850.562011:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054315652 x1850670626934336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.566165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5544ded. 00000400:00000200:1.0:1764938850.567969:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.567987:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508e40 00000400:00000200:1.0:1764938850.567995:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ea5 [1] + 224 00000400:00000200:1.0:1764938850.568006:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.568010:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.568019:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054315652 x1850670626934336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.568054:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.568059:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62ec0 00000400:00000200:1.0:1764938850.568063:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf819 [2] + 656 00000400:00000200:1.0:1764938850.568149:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.568153:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.568157:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.568165:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000400:00000010:3.0:1764938850.569001:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.569007:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.569009:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.569016:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054315652 x1850670626934336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.569025:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054315652 x1850670626934336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.569052:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000246e1d25. 02000000:00000010:3.0:1764938850.569057:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aefac1a9. 00000100:00000010:3.0:1764938850.569060:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000010:3.0:1764938850.569063:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.569067:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000020:00000010:2.0:1764938850.569513:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e77531f. 00000020:00000010:2.0:1764938850.569522:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.569526:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.569551:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621011648/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938850.569587:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011648 02000000:00000010:2.0:1764938850.569597:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f579f6a. 00010000:00000010:2.0:1764938850.569623:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc332f3e. 00010000:00000010:2.0:1764938850.569645:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f045f40e. 00000100:00000010:2.0:1764938850.569652:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.569671:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.569674:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f045f40e. 00000400:00000010:2.0:1764938850.569689:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b287fc02. 00000100:00000200:2.0:1764938850.569694:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011648, offset 224 00000400:00000200:2.0:1764938850.569701:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.569713:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.569718:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90324:90324:256:4294967295] 192.168.203.57@tcp LPNI seq info [90324:90324:8:4294967295] 00000400:00000200:2.0:1764938850.569728:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.569733:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.569737:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.569743:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.569750:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.569753:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.569771:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.569775:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.569779:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e77531f. 00000800:00000200:2.0:1764938850.569871:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.569874:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938850.569879:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.569883:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.569887:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b287fc02 00000400:00000010:2.0:1764938850.569889:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b287fc02. 00080000:00000010:0.0:1764938850.570085:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000961f0f94. 00010000:00000010:0.0:1764938850.570198:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059cf0f0b. 00010000:00000010:0.0:1764938850.570205:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2f5c4ff. 00010000:00000010:0.0:1764938850.570272:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad95625. 00010000:00000010:0.0:1764938850.570279:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938850.570288:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.570293:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.570299:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cec6963. 02000000:00000010:0.0:1764938850.570309:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebadf4f4. 02000000:00000010:0.0:1764938850.570331:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092f4a474. 00000400:00000010:0.0:1764938850.570336:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938850.570341:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938850.570345:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934400, portal 16 00000400:00000010:0.0:1764938850.570349:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938850.570364:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934400, offset 0 00000400:00000200:0.0:1764938850.570377:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.570384:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.570390:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.570394:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.570396:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.570398:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90325:90325:256:4294967295] 192.168.203.57@tcp LPNI seq info [90325:90325:8:4294967295] 00000400:00000200:0.0:1764938850.570404:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.570409:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.570411:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938850.570415:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.570418:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.570420:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938850.570484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a949926. 00010000:00000010:3.1:1764938850.570543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a34e4ac7. 00010000:00000010:3.1:1764938850.570549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000800:00000200:2.0:1764938850.571067:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.571071:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352690). 00000400:00000200:2.0:1764938850.571074:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.571079:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.571082:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:2.0:1764938850.571083:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000100:00000200:2.0:1764938850.571089:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001cec6963 x1850670626934400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.572981:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.572999:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508e80 00000400:00000200:1.0:1764938850.573007:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0eb1 [1] + 224 00000400:00000200:1.0:1764938850.573017:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.573021:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.573030:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001cec6963 x1850670626934400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.573097:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:1.0:1764938850.573133:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.573139:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62f00 00000400:00000200:0.0:1764938850.573226:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:0.0:1764938850.573229:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000400:00000200:1.0:1764938850.573235:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf819 [2] + 984 00000100:00000200:0.0:1764938850.573235:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001cec6963 x1850670626934400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.573242:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001cec6963 x1850670626934400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.573316:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092f4a474. 02000000:00000010:0.0:1764938850.573322:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ebadf4f4. 00000100:00000010:0.0:1764938850.573325:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cec6963. 00000100:00000010:0.0:1764938850.573328:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.573332:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000200:2.0:1764938850.573461:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.573466:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.573471:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.573476:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:1.0:1764938850.573561:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5f8268. 00000020:00000010:1.0:1764938850.573568:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.573572:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.573593:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621011712/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.573626:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011712 02000000:00000010:1.0:1764938850.573637:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e06691bd. 00010000:00000010:1.0:1764938850.573663:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009feb2a3b. 00010000:00000010:1.0:1764938850.573681:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.573688:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938850.573704:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938850.573708:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.573722:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938850.573726:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011712, offset 224 00000400:00000200:1.0:1764938850.573732:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.573752:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.573757:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90326:90326:256:4294967295] 192.168.203.57@tcp LPNI seq info [90326:90326:8:4294967295] 00000400:00000200:1.0:1764938850.573767:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.573772:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.573777:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938850.573782:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.573788:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.573792:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.573819:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.573823:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.573826:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5f8268. 00080000:00000010:0.0:1764938850.573913:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebadf4f4. 00010000:00000010:0.0:1764938850.573986:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938850.573992:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acdda8b3. 00010000:00000010:0.0:1764938850.574057:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.0:1764938850.574063:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938850.574072:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.574076:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.574081:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cec6963. 02000000:00000010:0.0:1764938850.574088:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092f4a474. 02000000:00000010:0.0:1764938850.574137:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099cc4cec. 00000400:00000010:0.0:1764938850.574142:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938850.574145:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938850.574149:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934464, portal 16 00000400:00000010:0.0:1764938850.574153:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938850.574154:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934464, offset 0 00000400:00000200:0.0:1764938850.574159:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.574165:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.574171:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.574174:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.574177:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.574179:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90327:90327:255:4294967295] 192.168.203.57@tcp LPNI seq info [90327:90327:7:4294967295] 00000400:00000200:0.0:1764938850.574186:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.574190:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.574193:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82353186). 00000800:00000200:0.0:1764938850.574196:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.574200:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.574202:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938850.574413:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000278f3dfd. 00010000:00000010:3.1:1764938850.574419:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00000800:00000200:3.0:1764938850.574429:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.574431:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352938). 00000400:00000200:3.0:1764938850.574435:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.574438:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.574442:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:3.0:1764938850.574443:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00000800:00000200:3.0:1764938850.574655:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.574658:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:3.0:1764938850.574661:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.574665:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.574668:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938850.574669:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000100:00000200:3.0:1764938850.574674:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001cec6963 x1850670626934464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.575301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026824541. 00010000:00000010:0.1:1764938850.575307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00000400:00000200:2.0:1764938850.575726:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.575792:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508ec0 00000400:00000200:2.0:1764938850.575799:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ebd [1] + 224 00000400:00000200:2.0:1764938850.575816:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.575819:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.575824:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001cec6963 x1850670626934464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.575897:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:0.0:1764938850.575900:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:0.0:1764938850.575902:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000100:00000200:0.0:1764938850.575906:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001cec6963 x1850670626934464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.575913:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001cec6963 x1850670626934464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.575931:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099cc4cec. 02000000:00000010:0.0:1764938850.575944:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092f4a474. 00000100:00000010:0.0:1764938850.575947:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cec6963. 00000100:00000010:0.0:1764938850.575949:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.575952:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00010000:00000010:2.1:1764938850.576276:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c65d6e8. 00000400:00000200:2.0:1764938850.576292:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.576299:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62f40 00000400:00000200:2.0:1764938850.576303:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf819 [2] + 1312 00000400:00000200:2.0:1764938850.576344:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.576348:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.576352:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.576356:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:0.0:1764938850.576591:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f4a474. 00000020:00000010:0.0:1764938850.576597:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.576601:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.576622:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621011776/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938850.576739:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011776 02000000:00000010:0.0:1764938850.576749:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099cc4cec. 00010000:00000010:0.0:1764938850.576774:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059d67a54. 00010000:00000010:0.0:1764938850.576792:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.576797:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.576815:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.576818:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.576830:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938850.576840:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011776, offset 224 00000400:00000200:0.0:1764938850.576847:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.576857:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.576861:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90328:90328:256:4294967295] 192.168.203.57@tcp LPNI seq info [90328:90328:8:4294967295] 00000400:00000200:0.0:1764938850.576871:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.576875:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.576879:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82352938). 00000800:00000200:0.0:1764938850.576884:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.576890:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.576893:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.576917:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.576921:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.576924:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f4a474. 00080000:00000010:3.0:1764938850.576979:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aefac1a9. 00010000:00000010:3.0:1764938850.577057:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:3.0:1764938850.577063:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e622702a. 00010000:00000010:3.0:1764938850.577147:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c736da1. 00010000:00000010:3.0:1764938850.577150:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.577156:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001644e83d. 00010000:00000010:3.0:1764938850.577161:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00080000:00000010:3.0:1764938850.577173:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000246e1d25. 00010000:00000010:3.0:1764938850.577197:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.577201:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.577248:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.577252:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.577259:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.577263:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.577269:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 02000000:00000010:3.0:1764938850.577282:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9afbb10. 02000000:00000010:3.0:1764938850.577301:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096f970b6. 00000400:00000010:3.0:1764938850.577305:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.577310:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.577314:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934528, portal 16 00000400:00000010:3.0:1764938850.577318:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938850.577320:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934528, offset 0 00000400:00000200:3.0:1764938850.577325:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.577331:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.577338:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.577342:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.577344:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.577347:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90329:90329:255:4294967295] 192.168.203.57@tcp LPNI seq info [90329:90329:7:4294967295] 00000400:00000200:3.0:1764938850.577353:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.577357:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.577361:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.577365:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.577369:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.577381:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.577773:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.577778:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352938). 00000400:00000200:2.0:1764938850.577782:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.577787:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.577791:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:2.0:1764938850.577793:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000800:00000200:2.0:1764938850.577860:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.577863:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.577870:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.577873:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.577876:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:2.0:1764938850.577877:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:2.0:1764938850.577882:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054315652 x1850670626934528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.581889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afc04d65. 00010000:00000010:0.1:1764938850.581971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001eadfad0. 00010000:00000010:0.1:1764938850.581978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00000400:00000200:2.0:1764938850.582509:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.582523:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508f00 00000400:00000200:2.0:1764938850.582534:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ec9 [1] + 224 00000400:00000200:2.0:1764938850.582544:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.582547:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.582556:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054315652 x1850670626934528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.582583:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.582587:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62f80 00000400:00000200:2.0:1764938850.582591:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf819 [2] + 1640 00000400:00000200:2.0:1764938850.582634:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.582637:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.582640:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.582645:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:0.0:1764938850.582732:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f4a474. 00000020:00000010:0.0:1764938850.582739:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.582742:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.582772:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621011840/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938850.582804:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011840 02000000:00000010:0.0:1764938850.582815:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eea26629. 00010000:00000010:0.0:1764938850.582849:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.582855:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.582861:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.582863:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.582877:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938850.582881:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011840, offset 224 00000400:00000200:0.0:1764938850.582888:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.582897:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.582902:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90330:90330:256:4294967295] 192.168.203.57@tcp LPNI seq info [90330:90330:8:4294967295] 00000400:00000200:0.0:1764938850.582911:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.582916:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.582920:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938850.582925:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.582931:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.582934:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.582960:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.582964:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.582967:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f4a474. 00000400:00000010:3.0:1764938850.583098:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.583131:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.583133:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.583137:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054315652 x1850670626934528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.583145:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054315652 x1850670626934528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.583167:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdb0be85. 02000000:00000010:3.0:1764938850.583178:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096f970b6. 02000000:00000010:3.0:1764938850.583182:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9afbb10. 00000100:00000010:3.0:1764938850.583185:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000010:3.0:1764938850.583187:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.583189:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00080000:00000010:3.0:1764938850.583203:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9afbb10. 00010000:00000010:3.0:1764938850.583429:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.583435:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed331f67. 00000800:00000200:2.0:1764938850.583560:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.583564:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352690). 00000400:00000200:2.0:1764938850.583568:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.583572:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.583574:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:2.0:1764938850.583576:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00010000:00000010:0.0:1764938850.583670:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad95625. 00010000:00000010:0.0:1764938850.583677:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c71655e. 00010000:00000010:0.0:1764938850.583692:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.583697:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.583703:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cec6963. 02000000:00000010:0.0:1764938850.583711:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000642ea39d. 02000000:00000010:0.0:1764938850.583732:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092f4a474. 00000400:00000010:0.0:1764938850.583736:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938850.583739:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938850.583743:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934592, portal 16 00000400:00000010:0.0:1764938850.583746:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938850.583748:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934592, offset 0 00000400:00000200:0.0:1764938850.583753:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.583759:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.583765:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.583768:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.583770:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.583773:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90331:90331:256:4294967295] 192.168.203.57@tcp LPNI seq info [90331:90331:8:4294967295] 00000400:00000200:0.0:1764938850.583780:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.583784:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.583786:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82352938). 00000800:00000200:0.0:1764938850.583794:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.583798:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.583800:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.583899:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.583902:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:2.0:1764938850.583905:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.583908:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.583911:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:2.0:1764938850.583912:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000100:00000200:2.0:1764938850.583916:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001cec6963 x1850670626934592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.585177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f87322aa. 00010000:00000010:3.1:1764938850.585187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b2ed6. 00010000:00000010:3.1:1764938850.585191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:3.1:1764938850.585193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00000400:00000200:2.0:1764938850.586642:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.586660:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508f40 00000400:00000200:2.0:1764938850.586668:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ed5 [1] + 224 00000400:00000200:2.0:1764938850.586685:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.586688:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.586698:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001cec6963 x1850670626934592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.586796:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd866a9. 00000400:00000200:0.0:1764938850.586802:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:0.0:1764938850.586805:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000200:0.0:1764938850.586810:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001cec6963 x1850670626934592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.586823:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001cec6963 x1850670626934592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.586920:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092f4a474. 02000000:00000010:0.0:1764938850.586928:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000642ea39d. 00000100:00000010:0.0:1764938850.586932:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cec6963. 00000100:00000010:0.0:1764938850.586938:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.586941:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000200:2.0:1764938850.587342:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.587350:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f62fc0 00000400:00000200:2.0:1764938850.587355:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf819 [2] + 1968 00000400:00000010:2.0:1764938850.587358:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000374438f2. 00000400:00000200:2.0:1764938850.587361:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bcb85452 00000400:00000200:2.0:1764938850.587414:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.587418:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.587421:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb85452 00000400:00000010:2.0:1764938850.587423:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bcb85452 (tot 82352538). 00000100:00000200:2.0:1764938850.587428:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938850.587507:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5f8268. 00000020:00000010:1.0:1764938850.587514:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.587519:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.587543:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057b2d02d x1850670621011904/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938850.587578:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011904 02000000:00000010:1.0:1764938850.587589:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d0ae00c. 00010000:00000010:1.0:1764938850.587613:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cd86bd. 00010000:00000010:1.0:1764938850.587632:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.587638:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae491b64. 00000100:00000010:1.0:1764938850.587657:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae491b64. 00010000:00000010:1.0:1764938850.587661:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.587675:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938850.587679:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011904, offset 224 00000400:00000200:1.0:1764938850.587687:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.587696:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.587701:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90332:90332:256:4294967295] 192.168.203.57@tcp LPNI seq info [90332:90332:8:4294967295] 00080000:00000010:2.0:1764938850.587706:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e77531f. 00000400:00000200:1.0:1764938850.587709:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.587714:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.587718:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352786). 00000800:00000200:1.0:1764938850.587722:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.587728:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.587731:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.587757:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.587761:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.587765:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5f8268. 02000000:00000010:1.0:1764938850.587772:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eea26629. 00000100:00000010:1.0:1764938850.587774:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:1.0:1764938850.587778:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099cc4cec. 00000100:00000010:1.0:1764938850.587779:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:1.0:1764938850.587781:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e06691bd. 00000100:00000010:1.0:1764938850.587783:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:1.0:1764938850.587786:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f579f6a. 00000100:00000010:1.0:1764938850.587789:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938850.587793:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465cdb35. 00000100:00000010:1.0:1764938850.587795:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008522f535. 02000000:00000010:1.0:1764938850.587798:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a69d61c. 00000100:00000010:1.0:1764938850.587799:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6dc1b1a. 00000100:00000200:1.0:1764938850.587806:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938850.587810:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007636f6ac. 00000400:00000010:1.0:1764938850.587813:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae491b64 (tot 82352938). 00000800:00000200:3.0:1764938850.587816:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.587819:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938850.587823:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.587827:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.587829:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:3.0:1764938850.587831:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 02000000:00000010:3.0:1764938850.587835:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d0ae00c. 00010000:00000010:2.0:1764938850.587907:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c71655e. 00010000:00000010:2.0:1764938850.587914:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005886e2cf. 00010000:00000010:2.0:1764938850.587988:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047f055d6. 00010000:00000010:2.0:1764938850.587995:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b521ea73. 00010000:00000010:2.0:1764938850.588006:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f045f40e. 00000100:00000010:2.0:1764938850.588009:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.588014:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938850.588023:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eac12e91. 02000000:00000010:2.0:1764938850.588042:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000088507cd. 00000400:00000010:2.0:1764938850.588045:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4d64642. 00000400:00000010:2.0:1764938850.588047:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b287fc02. 00000100:00000200:2.0:1764938850.588050:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934656, portal 16 00000400:00000010:2.0:1764938850.588053:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3fad251. 00000100:00000200:2.0:1764938850.588056:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934656, offset 0 00000400:00000200:2.0:1764938850.588060:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.588065:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.588071:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.588074:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.588077:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.588079:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90333:90333:256:4294967295] 192.168.203.57@tcp LPNI seq info [90333:90333:8:4294967295] 00000400:00000200:2.0:1764938850.588086:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.588090:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.588092:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.588095:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.588099:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.588140:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.588193:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.588195:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:0.0:1764938850.588200:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.588203:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.588206:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3fad251 00000400:00000010:0.0:1764938850.588207:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3fad251. 00000100:00000200:0.0:1764938850.588213:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c38dff64 x1850670626934656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.589666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cf560ad. 00010000:00000010:3.1:1764938850.590254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b90c3bec. 00010000:00000010:3.1:1764938850.590262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076fd48b5. 00010000:00000010:3.1:1764938850.590266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000400:00000200:3.0:1764938850.590804:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.590821:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508f80 00000400:00000200:3.0:1764938850.590829:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ee5 [1] + 224 00000400:00000200:3.0:1764938850.590854:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.590858:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.590867:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626934656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.591884:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4d64642. 00000400:00000200:0.0:1764938850.591891:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b287fc02 00000400:00000010:0.0:1764938850.591893:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b287fc02. 00000100:00000200:0.0:1764938850.591903:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c38dff64 x1850670626934656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.591911:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c38dff64 x1850670626934656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.591940:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000088507cd. 02000000:00000010:0.0:1764938850.591945:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eac12e91. 00000100:00000010:0.0:1764938850.591948:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00000100:00000010:0.0:1764938850.591953:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:0.0:1764938850.591956:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f045f40e. 00010000:00000010:2.1:1764938850.593159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d244f6f8. 00010000:00000010:2.1:1764938850.593169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00000400:00000200:3.0:1764938850.595149:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.595178:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63000 00000400:00000200:3.0:1764938850.595189:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf881 [2] + 0 00000400:00000200:3.0:1764938850.595268:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.595273:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.595282:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.595290:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 00000020:00000010:0.0:1764938850.596016:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f4a474. 00000020:00000010:0.0:1764938850.596027:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.596032:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.596064:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054315652 x1850670621011968/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938850.596226:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621011968 02000000:00000010:0.0:1764938850.596238:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099cc4cec. 00010000:00000010:0.0:1764938850.596264:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b04f781. 00010000:00000010:0.0:1764938850.596286:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.596293:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00080000:00000010:2.0:1764938850.598822:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000876e0b60. 00010000:00000010:2.0:1764938850.598991:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.0:1764938850.598998:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048166714. 00010000:00000010:2.0:1764938850.599010:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc2ceafe. 00000100:00000010:2.0:1764938850.599017:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.599026:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938850.599039:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003d85a20. 02000000:00000010:2.0:1764938850.599065:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eac12e91. 00000400:00000010:2.0:1764938850.599072:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000277b84f. 00000400:00000010:2.0:1764938850.599078:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938850.599084:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934720, portal 16 00000400:00000010:2.0:1764938850.599089:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051c9ce73. 00000100:00000200:2.0:1764938850.599092:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934720, offset 0 00000400:00000200:2.0:1764938850.599129:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.599145:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.599153:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.599156:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.599160:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.599163:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90334:90334:256:4294967295] 192.168.203.57@tcp LPNI seq info [90334:90334:8:4294967295] 00000400:00000200:2.0:1764938850.599173:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.599178:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.599182:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.599188:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.599195:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.599199:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.600356:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.600361:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:1.0:1764938850.600369:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.600385:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.600390:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051c9ce73 00000400:00000010:1.0:1764938850.600392:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051c9ce73. 00000100:00000200:1.0:1764938850.600401:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a7e89f3 x1850670626934720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938850.600501:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b521ea73. 00000100:00000010:0.0:1764938850.600515:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.600518:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00010000:00000010:0.0:1764938850.600524:0:64653:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d70e807. 00000400:00000010:0.0:1764938850.600543:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938850.600547:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621011968, offset 224 00000400:00000200:0.0:1764938850.600553:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.600563:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.600568:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90335:90335:256:4294967295] 192.168.203.57@tcp LPNI seq info [90335:90335:8:4294967295] 00000400:00000200:0.0:1764938850.600576:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.600581:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.600585:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352938). 00000800:00000200:0.0:1764938850.600589:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.600594:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.600597:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.600625:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.600630:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.600634:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f4a474. 00000800:00000200:3.0:1764938850.600700:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.600703:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:3.0:1764938850.600706:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.600817:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.600821:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938850.600822:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00010000:00000010:1.1:1764938850.603538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051651661. 00000400:00000200:2.0:1764938850.603878:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.603893:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5508fc0 00000400:00000200:2.0:1764938850.603900:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0eed [1] + 224 00000400:00000200:2.0:1764938850.603914:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.603918:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.603927:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a7e89f3 x1850670626934720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.609516:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000277b84f. 00000400:00000200:3.0:1764938850.609530:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:3.0:1764938850.609533:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 00000100:00000200:3.0:1764938850.609549:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a7e89f3 x1850670626934720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.609559:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a7e89f3 x1850670626934720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.609594:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eac12e91. 02000000:00000010:3.0:1764938850.609601:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003d85a20. 00000100:00000010:3.0:1764938850.609606:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000010:3.0:1764938850.609610:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:3.0:1764938850.609613:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc2ceafe. 00000400:00000200:1.0:1764938850.610488:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.610505:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63040 00000400:00000200:1.0:1764938850.610512:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf881 [2] + 328 00000400:00000200:1.0:1764938850.610568:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.610573:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.610579:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.610584:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000020:00000010:0.0:1764938850.610671:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f4a474. 00000020:00000010:0.0:1764938850.610677:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.610681:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.610703:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621012032/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938850.610742:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012032 02000000:00000010:0.0:1764938850.610753:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eea26629. 00010000:00000010:0.0:1764938850.610779:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e19c15f. 00010000:00000010:0.0:1764938850.610800:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.610805:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.610821:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.610825:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.610838:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938850.610842:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012032, offset 224 00000400:00000200:0.0:1764938850.610850:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.610860:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.610865:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90336:90336:256:4294967295] 192.168.203.57@tcp LPNI seq info [90336:90336:8:4294967295] 00000400:00000200:0.0:1764938850.610875:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.610879:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.610883:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938850.610889:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.610895:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.610899:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.610927:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.610931:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.610934:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f4a474. 00080000:00000010:3.0:1764938850.611036:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096f970b6. 00010000:00000010:3.0:1764938850.611158:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048166714. 00010000:00000010:3.0:1764938850.611165:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002045c212. 00010000:00000010:3.0:1764938850.611233:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.611240:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.611251:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.611255:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.611260:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.611270:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c2a66c1. 02000000:00000010:3.0:1764938850.611290:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f0432a4. 00000400:00000010:3.0:1764938850.611295:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.611299:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.611303:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934784, portal 16 00000400:00000010:3.0:1764938850.611307:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938850.611309:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934784, offset 0 00000400:00000200:3.0:1764938850.611314:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.611321:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.611326:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.611329:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.611332:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.611335:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90337:90337:255:4294967295] 192.168.203.57@tcp LPNI seq info [90337:90337:7:4294967295] 00000400:00000200:3.0:1764938850.611342:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.611347:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.611350:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.611354:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.611358:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.611360:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.611487:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.611491:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352938). 00000400:00000200:2.0:1764938850.611495:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.611499:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.611503:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:2.0:1764938850.611504:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000800:00000200:2.0:1764938850.611545:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.611547:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.611553:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.611556:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.611558:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:2.0:1764938850.611559:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000100:00000200:2.0:1764938850.611563:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626934784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.615699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd0f0246. 00010000:00000010:0.1:1764938850.615714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f055d6. 00010000:00000010:0.1:1764938850.615718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000963e1476. 00000400:00000200:2.0:1764938850.617444:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.617463:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509000 00000400:00000200:2.0:1764938850.617471:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0efd [1] + 224 00000400:00000200:2.0:1764938850.617481:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.617485:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.617496:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626934784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.617530:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.617535:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63080 00000400:00000200:2.0:1764938850.617540:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf881 [2] + 656 00000400:00000200:2.0:1764938850.617547:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.617549:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.617552:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.617557:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:1.0:1764938850.617652:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465cdb35. 00000020:00000010:1.0:1764938850.617658:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.617662:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.617681:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621012096/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.617712:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012096 02000000:00000010:1.0:1764938850.617722:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e06691bd. 00010000:00000010:1.0:1764938850.617754:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.617760:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db9dea27. 00000100:00000010:1.0:1764938850.617766:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db9dea27. 00010000:00000010:1.0:1764938850.617770:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.617785:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000571cc73. 00000100:00000200:1.0:1764938850.617788:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012096, offset 224 00000400:00000200:1.0:1764938850.617795:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.617804:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.617809:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90338:90338:256:4294967295] 192.168.203.57@tcp LPNI seq info [90338:90338:8:4294967295] 00000400:00000200:1.0:1764938850.617818:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.617822:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.617826:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938850.617830:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.617835:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.617839:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.617863:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.617866:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.617868:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465cdb35. 00000400:00000010:3.0:1764938850.617941:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.617945:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.617947:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.617952:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626934784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.617959:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626934784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.617977:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ec6415f. 02000000:00000010:3.0:1764938850.617990:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f0432a4. 02000000:00000010:3.0:1764938850.617994:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c2a66c1. 00000100:00000010:3.0:1764938850.617996:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938850.617999:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.618001:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00080000:00000010:3.0:1764938850.618016:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c2a66c1. 00010000:00000010:3.0:1764938850.618096:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.618135:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051c0698a. 00010000:00000010:3.0:1764938850.618207:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c736da1. 00010000:00000010:3.0:1764938850.618210:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.618214:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001644e83d. 00010000:00000010:3.0:1764938850.618218:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00080000:00000010:3.0:1764938850.618227:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f0432a4. 00010000:00000010:3.0:1764938850.618248:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.618250:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.618293:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938850.618295:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.618302:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.618304:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.618309:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.618317:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8d18c91. 02000000:00000010:3.0:1764938850.618335:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e7c07c1. 00000400:00000010:3.0:1764938850.618338:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.618341:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.618345:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934848, portal 16 00000400:00000010:3.0:1764938850.618348:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938850.618349:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934848, offset 0 00000400:00000200:3.0:1764938850.618354:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.618359:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.618365:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.618367:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.618379:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.618383:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90339:90339:255:4294967295] 192.168.203.57@tcp LPNI seq info [90339:90339:7:4294967295] 00000400:00000200:3.0:1764938850.618390:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.618394:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.618398:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.618402:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.618406:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.618409:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.618513:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.618516:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352938). 00000400:00000200:2.0:1764938850.618520:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.618523:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.618525:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:2.0:1764938850.618527:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 00000800:00000200:2.0:1764938850.618573:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.618574:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.618580:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.618582:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.618584:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:2.0:1764938850.618585:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000100:00000200:2.0:1764938850.618588:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626934848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.619743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f38d306b. 00010000:00000010:3.1:1764938850.619751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fdb50f2. 00000400:00000200:2.0:1764938850.622657:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.622675:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509040 00000400:00000200:2.0:1764938850.622683:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f09 [1] + 224 00000400:00000200:2.0:1764938850.622710:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.622714:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.622722:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626934848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.622803:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.622807:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.622809:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.622814:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626934848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.622820:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626934848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.622846:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e7c07c1. 02000000:00000010:3.0:1764938850.622851:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8d18c91. 00000100:00000010:3.0:1764938850.622854:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938850.622858:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.622861:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:2.0:1764938850.623810:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.623819:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f630c0 00000400:00000200:2.0:1764938850.623824:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf881 [2] + 984 00000400:00000200:2.0:1764938850.623873:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.623876:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.623880:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.623885:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:0.0:1764938850.623958:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000642ea39d. 00000020:00000010:0.0:1764938850.623965:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.623968:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.623988:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621012160/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938850.624017:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012160 02000000:00000010:0.0:1764938850.624027:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092f4a474. 00010000:00000010:0.0:1764938850.624050:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2ecdc07. 00010000:00000010:0.0:1764938850.624069:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.624074:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.624087:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.624090:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00010000:00000010:0.1:1764938850.624135:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6973bec. 00000400:00000010:0.0:1764938850.624142:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938850.624146:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012160, offset 224 00000400:00000200:0.0:1764938850.624153:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.624161:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.624166:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90340:90340:256:4294967295] 192.168.203.57@tcp LPNI seq info [90340:90340:8:4294967295] 00000400:00000200:0.0:1764938850.624175:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.624179:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.624183:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938850.624188:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.624194:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.624196:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.624208:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.624211:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:0.0:1764938850.624213:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000642ea39d. 00080000:00000010:3.0:1764938850.624302:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8d18c91. 00010000:00000010:3.0:1764938850.624382:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.624390:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c5b98ba. 00010000:00000010:3.0:1764938850.624457:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938850.624463:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.624472:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.624476:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.624482:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.624491:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e7c07c1. 02000000:00000010:3.0:1764938850.624511:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f3d4f00. 00000400:00000010:3.0:1764938850.624517:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.624520:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.624524:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934912, portal 16 00000400:00000010:3.0:1764938850.624528:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938850.624530:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934912, offset 0 00000400:00000200:3.0:1764938850.624535:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.624540:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.624546:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.624549:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.624551:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.624554:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90341:90341:255:4294967295] 192.168.203.57@tcp LPNI seq info [90341:90341:7:4294967295] 00000400:00000200:3.0:1764938850.624560:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.624563:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.624566:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.624570:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.624573:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.624575:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.624649:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.624652:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352938). 00000400:00000200:2.0:1764938850.624656:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.624659:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.624663:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:2.0:1764938850.624664:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000800:00000200:2.0:1764938850.624697:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.624699:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.624705:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.624708:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.624710:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:2.0:1764938850.624712:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:2.0:1764938850.624716:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626934912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.627277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000537725c. 00010000:00000010:3.1:1764938850.627290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6af7597. 00010000:00000010:3.1:1764938850.627295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.1:1764938850.627298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:3.1:1764938850.627301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00010000:00000010:0.1:1764938850.631295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a162109d. 00010000:00000010:3.1:1764938850.632152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000833e3913. 00010000:00000010:3.1:1764938850.632160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00000400:00000200:2.0:1764938850.635276:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.635296:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509080 00000400:00000200:2.0:1764938850.635304:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f15 [1] + 224 00000400:00000200:2.0:1764938850.635318:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.635322:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.635332:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626934912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.635432:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.635437:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.635439:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.635445:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626934912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.635452:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626934912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.635478:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f3d4f00. 02000000:00000010:3.0:1764938850.635489:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e7c07c1. 00000100:00000010:3.0:1764938850.635493:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938850.635497:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.635501:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:2.0:1764938850.636053:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.636061:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63100 00000400:00000200:2.0:1764938850.636066:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf881 [2] + 1312 00000400:00000200:2.0:1764938850.636146:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.636150:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.636154:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.636159:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:1.0:1764938850.636247:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465cdb35. 00000020:00000010:1.0:1764938850.636253:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.636257:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.636276:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621012224/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.636295:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012224 02000000:00000010:1.0:1764938850.636302:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f5f8268. 00010000:00000010:1.0:1764938850.636323:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bea1a7. 00010000:00000010:1.0:1764938850.636341:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.636346:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db9dea27. 00000100:00000010:1.0:1764938850.636360:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db9dea27. 00010000:00000010:1.0:1764938850.636364:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.636385:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938850.636389:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012224, offset 224 00000400:00000200:1.0:1764938850.636396:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.636406:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.636410:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90342:90342:256:4294967295] 192.168.203.57@tcp LPNI seq info [90342:90342:8:4294967295] 00000400:00000200:1.0:1764938850.636420:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.636424:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.636428:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938850.636433:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.636438:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.636442:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.636462:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.636465:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.636469:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465cdb35. 00000800:00000200:2.0:1764938850.636583:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.636586:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938850.636590:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.636593:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.636596:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:2.0:1764938850.636597:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00080000:00000010:3.0:1764938850.636651:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e7c07c1. 00010000:00000010:3.0:1764938850.636716:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.636721:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008014c7b. 00010000:00000010:3.0:1764938850.636787:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938850.636791:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.636799:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.636802:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.636807:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.636816:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f3d4f00. 02000000:00000010:3.0:1764938850.636958:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009407120e. 00000400:00000010:3.0:1764938850.636962:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.636965:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.636969:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626934976, portal 16 00000400:00000010:3.0:1764938850.636973:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938850.636974:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626934976, offset 0 00000400:00000200:3.0:1764938850.636979:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.636984:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.636990:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.636993:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.636996:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.636998:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90343:90343:256:4294967295] 192.168.203.57@tcp LPNI seq info [90343:90343:8:4294967295] 00000400:00000200:3.0:1764938850.637005:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.637009:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.637012:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.637016:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.637020:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.637022:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.637136:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.637139:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.637145:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.637148:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.637151:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038a32027 00000400:00000010:2.0:1764938850.637152:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038a32027. 00000100:00000200:2.0:1764938850.637156:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626934976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.644161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078db74c2. 00000400:00000200:2.0:1764938850.646756:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.646773:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55090c0 00000400:00000200:2.0:1764938850.646781:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f21 [1] + 224 00000400:00000200:2.0:1764938850.646792:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.646795:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.646813:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626934976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.647286:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.647293:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63140 00000400:00000200:2.0:1764938850.647298:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf881 [2] + 1640 00000400:00000200:2.0:1764938850.647344:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.647348:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.647352:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.647356:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000400:00000010:3.0:1764938850.647963:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.647968:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.647970:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.647977:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626934976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.647985:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626934976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.648012:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009407120e. 02000000:00000010:3.0:1764938850.648017:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f3d4f00. 00000100:00000010:3.0:1764938850.648021:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938850.648025:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.648028:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000020:00000010:0.0:1764938850.648141:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000642ea39d. 00000020:00000010:0.0:1764938850.648148:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938850.648152:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2828928. 00000100:00000200:0.0:1764938850.648173:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621012288/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938850.648769:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012288 02000000:00000010:1.0:1764938850.648783:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465cdb35. 00010000:00000010:1.0:1764938850.648809:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfaf0171. 00010000:00000010:1.0:1764938850.648826:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.648885:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db9dea27. 00000100:00000010:1.0:1764938850.649345:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db9dea27. 00010000:00000010:1.0:1764938850.649350:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.649364:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938850.649368:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012288, offset 224 00000400:00000200:1.0:1764938850.649386:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.649399:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.649404:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90344:90344:256:4294967295] 192.168.203.57@tcp LPNI seq info [90344:90344:8:4294967295] 00000400:00000200:1.0:1764938850.649414:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.649419:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.649423:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938850.649428:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.649433:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.649436:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.649458:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:1.0:1764938850.649462:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2828928. 00000020:00000010:1.0:1764938850.649465:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000642ea39d. 00000800:00000200:2.0:1764938850.650441:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.650446:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938850.650452:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.650458:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.650463:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:2.0:1764938850.650465:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00010000:00000010:3.1:1764938850.650644:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef268c3. 00010000:00000010:3.1:1764938850.650651:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00080000:00000010:3.0:1764938850.650679:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009407120e. 00010000:00000010:3.0:1764938850.650760:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.650767:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c35d3519. 00010000:00000010:3.0:1764938850.650829:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938850.650886:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.650898:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.650904:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.650911:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.650921:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ff1e48d. 02000000:00000010:3.0:1764938850.650944:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f3d4f00. 00000400:00000010:3.0:1764938850.650949:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.650952:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.650957:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935040, portal 16 00000400:00000010:3.0:1764938850.650961:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938850.650963:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935040, offset 0 00000400:00000200:3.0:1764938850.650969:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.650979:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.650985:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.650988:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.650991:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.650993:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90345:90345:256:4294967295] 192.168.203.57@tcp LPNI seq info [90345:90345:8:4294967295] 00000400:00000200:3.0:1764938850.651002:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.651007:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.651010:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.651014:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.651020:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.651024:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.652821:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.652826:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.653140:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.653148:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.653153:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:2.0:1764938850.653155:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:2.0:1764938850.653164:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626935040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938850.655188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d7b1e4. 00010000:00000010:3.1:1764938850.663831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068ac855f. 00010000:00000010:3.1:1764938850.663849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00000400:00000200:2.0:1764938850.664052:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.664072:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509100 00000400:00000200:2.0:1764938850.664081:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f2d [1] + 224 00000400:00000200:2.0:1764938850.664099:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.664138:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.664151:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626935040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.664243:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.664249:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.664251:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.664257:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626935040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.664265:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626935040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.664307:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f3d4f00. 02000000:00000010:3.0:1764938850.664315:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ff1e48d. 00000100:00000010:3.0:1764938850.664318:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938850.664323:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.664326:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:2.0:1764938850.667497:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.667518:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63180 00000400:00000200:2.0:1764938850.667527:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf881 [2] + 1968 00000400:00000010:2.0:1764938850.667533:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d1bff3d6. 00000400:00000200:2.0:1764938850.667542:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000bc4f018 00000400:00000200:2.0:1764938850.667612:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.667616:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.667621:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc4f018 00000400:00000010:2.0:1764938850.667623:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000bc4f018 (tot 82352538). 00000100:00000200:2.0:1764938850.667629:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938850.667980:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000642ea39d. 00000020:00000010:0.0:1764938850.667987:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.667991:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000ff52f5a. 00000100:00000200:0.0:1764938850.668015:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001c34e33 x1850670621012352/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938850.668052:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012352 02000000:00000010:0.0:1764938850.668064:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077fc4358. 00010000:00000010:0.0:1764938850.668093:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000faed831c. 00010000:00000010:0.0:1764938850.668151:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.668159:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000421e82f. 00000100:00000010:0.0:1764938850.668272:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000421e82f. 00010000:00000010:0.0:1764938850.668276:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.668290:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938850.668295:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012352, offset 224 00000400:00000200:0.0:1764938850.668302:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.668312:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.668317:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90346:90346:256:4294967295] 192.168.203.57@tcp LPNI seq info [90346:90346:8:4294967295] 00000400:00000200:0.0:1764938850.668326:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.668331:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.668335:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352786). 00000800:00000200:0.0:1764938850.668340:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.668346:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.668349:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.668362:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.668365:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000ff52f5a. 00000020:00000010:0.0:1764938850.668368:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000642ea39d. 02000000:00000010:0.0:1764938850.668387:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465cdb35. 00000100:00000010:0.0:1764938850.668390:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:0.0:1764938850.668395:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f5f8268. 00000100:00000010:0.0:1764938850.668396:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:0.0:1764938850.668399:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092f4a474. 00000100:00000010:0.0:1764938850.668402:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 02000000:00000010:0.0:1764938850.668404:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e06691bd. 00000100:00000010:0.0:1764938850.668405:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:0.0:1764938850.668408:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eea26629. 00000100:00000010:0.0:1764938850.668410:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:0.0:1764938850.668413:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099cc4cec. 00000100:00000010:0.0:1764938850.668415:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000200:0.0:1764938850.668422:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938850.668426:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd866a9. 00000400:00000010:0.0:1764938850.668431:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000421e82f (tot 82352938). 00000800:00000200:2.0:1764938850.668540:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.668543:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:2.0:1764938850.668547:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.668551:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.668554:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938850.668556:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 02000000:00000010:2.0:1764938850.668559:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077fc4358. 00080000:00000010:3.0:1764938850.668760:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c1f12a4. 00010000:00000010:3.0:1764938850.668843:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.668849:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fa0fc18. 00010000:00000010:3.0:1764938850.668924:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938850.668931:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.668943:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.668947:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.668954:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.668963:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ff1e48d. 02000000:00000010:3.0:1764938850.668986:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f3d4f00. 00000400:00000010:3.0:1764938850.668991:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.668994:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.668998:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935104, portal 16 00000400:00000010:3.0:1764938850.669001:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938850.669004:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935104, offset 0 00000400:00000200:3.0:1764938850.669010:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.669017:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.669023:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.669026:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.669029:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.669031:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90347:90347:256:4294967295] 192.168.203.57@tcp LPNI seq info [90347:90347:8:4294967295] 00000400:00000200:3.0:1764938850.669039:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.669043:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.669046:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.669050:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.669054:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.669057:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.669163:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.669165:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.669172:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.669175:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.669177:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:2.0:1764938850.669179:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:2.0:1764938850.669183:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626935104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.671851:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.671869:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509140 00000400:00000200:2.0:1764938850.671878:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f3d [1] + 224 00000400:00000200:2.0:1764938850.671892:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.671895:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.671905:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626935104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.671989:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.671993:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.671995:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.672001:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626935104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.672009:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626935104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.672036:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f3d4f00. 02000000:00000010:3.0:1764938850.672041:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ff1e48d. 00000100:00000010:3.0:1764938850.672045:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938850.672050:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.672053:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00010000:00000010:3.1:1764938850.674159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000533d4961. 00010000:00000010:3.1:1764938850.674172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00000400:00000200:2.0:1764938850.675072:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.675086:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f631c0 00000400:00000200:2.0:1764938850.675094:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf8d9 [2] + 0 00000400:00000200:2.0:1764938850.675232:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.675236:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.675242:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.675247:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:0.0:1764938850.675329:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f2745af. 00000020:00000010:0.0:1764938850.675335:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.675339:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000ff52f5a. 00000100:00000200:0.0:1764938850.675360:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621012416/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938850.675396:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012416 02000000:00000010:0.0:1764938850.675406:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000081a98f89. 00010000:00000010:0.0:1764938850.675430:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1798230. 00010000:00000010:0.0:1764938850.675448:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.675453:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.675469:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.675472:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.675485:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938850.675489:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012416, offset 224 00000400:00000200:0.0:1764938850.675496:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.675506:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.675511:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90348:90348:256:4294967295] 192.168.203.57@tcp LPNI seq info [90348:90348:8:4294967295] 00000400:00000200:0.0:1764938850.675520:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.675525:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.675529:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82352938). 00000800:00000200:0.0:1764938850.675534:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.675540:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.675543:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.675561:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.675564:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000ff52f5a. 00000020:00000010:0.0:1764938850.675567:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f2745af. 00080000:00000010:3.0:1764938850.675640:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebbb41fb. 00010000:00000010:3.0:1764938850.675717:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.675723:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000071004c46. 00010000:00000010:3.0:1764938850.675790:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938850.675795:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.675803:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.675806:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.675812:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.675821:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cdc1da53. 02000000:00000010:3.0:1764938850.675849:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000955c2dfe. 00000400:00000010:3.0:1764938850.675854:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.675858:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.675862:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935168, portal 16 00000400:00000010:3.0:1764938850.675866:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938850.675867:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935168, offset 0 00000400:00000200:3.0:1764938850.675872:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.675878:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.675884:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.675887:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.675890:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.675893:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90349:90349:255:4294967295] 192.168.203.57@tcp LPNI seq info [90349:90349:7:4294967295] 00000400:00000200:3.0:1764938850.675900:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.675904:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.675907:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.675910:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.675913:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.675915:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.676022:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.676025:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352938). 00000400:00000200:2.0:1764938850.676028:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.676032:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.676035:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:2.0:1764938850.676036:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000800:00000200:2.0:1764938850.676071:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.676073:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.676078:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.676081:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.676082:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:2.0:1764938850.676084:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:2.0:1764938850.676087:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626935168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.677215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c94d77d. 00010000:00000010:3.1:1764938850.681281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083a2bf59. 00010000:00000010:3.1:1764938850.681296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00000400:00000200:2.0:1764938850.682599:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.682616:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509180 00000400:00000200:2.0:1764938850.682624:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f49 [1] + 224 00000400:00000200:2.0:1764938850.682635:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.682639:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.682649:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626935168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.683227:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.683234:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63200 00000400:00000200:2.0:1764938850.683240:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf8d9 [2] + 328 00000400:00000200:2.0:1764938850.683249:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.683253:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.683257:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.683262:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000400:00000010:3.0:1764938850.683824:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.683830:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.683837:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.683844:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626935168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.683857:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626935168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.683885:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000955c2dfe. 02000000:00000010:3.0:1764938850.683891:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cdc1da53. 00000100:00000010:3.0:1764938850.683895:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938850.683898:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.683901:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000020:00000010:1.0:1764938850.684011:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.684018:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.684022:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.684042:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621012480/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.689946:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012480 02000000:00000010:1.0:1764938850.689975:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e06691bd. 00010000:00000010:1.0:1764938850.690012:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8aeaffe. 00010000:00000010:1.0:1764938850.690039:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.690047:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db9dea27. 00000100:00000010:1.0:1764938850.690072:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db9dea27. 00010000:00000010:1.0:1764938850.690077:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.690092:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938850.690098:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012480, offset 224 00000400:00000200:1.0:1764938850.690123:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.690139:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.690145:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90350:90350:256:4294967295] 192.168.203.57@tcp LPNI seq info [90350:90350:8:4294967295] 00000400:00000200:1.0:1764938850.690155:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.690161:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.690166:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938850.690173:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.690179:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.690183:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.690209:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.690215:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.690219:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00080000:00000010:3.0:1764938850.690325:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdc1da53. 00010000:00000010:3.0:1764938850.690417:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.690424:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b15546d9. 00010000:00000010:3.0:1764938850.690509:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938850.690516:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.690527:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.690531:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.690537:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.690548:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000955c2dfe. 02000000:00000010:3.0:1764938850.690571:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd6e5446. 00000400:00000010:3.0:1764938850.690576:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.690581:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.690585:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935232, portal 16 00000400:00000010:3.0:1764938850.690590:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938850.690592:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935232, offset 0 00000400:00000200:3.0:1764938850.690598:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.690605:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.690610:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.690613:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.690616:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.690618:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90351:90351:255:4294967295] 192.168.203.57@tcp LPNI seq info [90351:90351:7:4294967295] 00000400:00000200:3.0:1764938850.690625:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.690629:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.690633:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.690637:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.690641:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.690643:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.694610:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.694617:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352938). 00000400:00000200:2.0:1764938850.694627:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.694635:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.694641:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:2.0:1764938850.694644:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000800:00000200:2.0:1764938850.694718:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.694721:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.694727:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.694730:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.694732:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1259d8e 00000400:00000010:2.0:1764938850.694734:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1259d8e. 00000100:00000200:2.0:1764938850.694741:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626935232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.694835:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000294cc375. 00010000:00000010:1.1:1764938850.699778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a652bb7. 00010000:00000010:3.1:1764938850.699864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000451943b4. 00010000:00000010:3.1:1764938850.699870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00000400:00000200:2.0:1764938850.707387:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.707408:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55091c0 00000400:00000200:2.0:1764938850.707416:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f55 [1] + 224 00000400:00000200:2.0:1764938850.707431:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.707436:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.707446:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626935232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.707538:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:3.0:1764938850.707543:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:3.0:1764938850.707545:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:3.0:1764938850.707551:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626935232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.707558:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626935232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.707585:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd6e5446. 02000000:00000010:3.0:1764938850.707591:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000955c2dfe. 00000100:00000010:3.0:1764938850.707595:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938850.707599:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938850.707602:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:2.0:1764938850.709149:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.709165:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63240 00000400:00000200:2.0:1764938850.709172:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf8d9 [2] + 656 00000400:00000200:2.0:1764938850.709230:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.709235:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.709240:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.709247:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:0.0:1764938850.709351:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f2745af. 00000020:00000010:0.0:1764938850.709358:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.709362:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000ff52f5a. 00000100:00000200:0.0:1764938850.709395:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621012544/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938850.709430:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012544 02000000:00000010:0.0:1764938850.709440:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007121c2c. 00010000:00000010:0.0:1764938850.709463:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea3f7a6f. 00010000:00000010:0.0:1764938850.709481:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.709487:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.709504:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.709508:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.709521:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938850.709525:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012544, offset 224 00000400:00000200:0.0:1764938850.709532:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.709541:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.709546:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90352:90352:256:4294967295] 192.168.203.57@tcp LPNI seq info [90352:90352:8:4294967295] 00000400:00000200:0.0:1764938850.709555:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.709560:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.709564:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938850.709569:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.709574:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.709577:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.709601:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.709605:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000ff52f5a. 00000020:00000010:0.0:1764938850.709608:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f2745af. 00000800:00000200:2.0:1764938850.709753:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.709757:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352690). 00000400:00000200:2.0:1764938850.709760:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.709764:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.709767:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938850.709769:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00080000:00000010:3.0:1764938850.709843:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f3d4f00. 00010000:00000010:3.0:1764938850.709927:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.709933:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000170b93cf. 00010000:00000010:3.0:1764938850.710007:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938850.710013:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908abf06. 00010000:00000010:3.0:1764938850.710023:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.710026:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938850.710032:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938850.710042:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ff1e48d. 02000000:00000010:3.0:1764938850.710064:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000955c2dfe. 00000400:00000010:3.0:1764938850.710069:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73b4a3a. 00000400:00000010:3.0:1764938850.710073:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938850.710078:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935296, portal 16 00000400:00000010:3.0:1764938850.710082:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938850.710084:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935296, offset 0 00000400:00000200:3.0:1764938850.710090:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.710096:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.710253:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.710257:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.710260:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.710262:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90353:90353:256:4294967295] 192.168.203.57@tcp LPNI seq info [90353:90353:8:4294967295] 00000400:00000200:3.0:1764938850.710270:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.710274:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.710278:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.710281:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.710285:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.710288:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938850.710361:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.710364:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.710394:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.710398:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.710401:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:2.0:1764938850.710403:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:2.0:1764938850.710408:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626935296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.714254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba47170a. 00010000:00000010:3.1:1764938850.714267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00010000:00000010:0.1:1764938850.718257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08c5fb2. 00000400:00000200:2.0:1764938850.722672:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.722691:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509200 00000400:00000200:2.0:1764938850.722699:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f61 [1] + 224 00000400:00000200:2.0:1764938850.722712:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.722715:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.722726:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626935296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.723143:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a73b4a3a. 00000400:00000200:0.0:1764938850.723149:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:0.0:1764938850.723152:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:0.0:1764938850.723158:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626935296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.723165:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626935296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.723193:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000955c2dfe. 02000000:00000010:0.0:1764938850.723198:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ff1e48d. 00000100:00000010:0.0:1764938850.723203:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:0.0:1764938850.723206:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:0.0:1764938850.723210:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:2.0:1764938850.726003:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.726021:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63280 00000400:00000200:2.0:1764938850.726029:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf8d9 [2] + 984 00000400:00000200:2.0:1764938850.726531:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.726538:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.726545:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.726552:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:1.0:1764938850.727478:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938850.727487:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.727491:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.727519:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621012608/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.727549:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012608 02000000:00000010:1.0:1764938850.727559:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f5f8268. 00010000:00000010:1.0:1764938850.727582:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7daf3c6. 00010000:00000010:1.0:1764938850.727602:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.727608:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db9dea27. 00000100:00000010:1.0:1764938850.727626:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db9dea27. 00010000:00000010:1.0:1764938850.727630:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.727643:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938850.727647:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012608, offset 224 00000400:00000200:1.0:1764938850.727655:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.727665:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.727670:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90354:90354:256:4294967295] 192.168.203.57@tcp LPNI seq info [90354:90354:8:4294967295] 00000400:00000200:1.0:1764938850.727679:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.727684:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.727688:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938850.727693:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.727699:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.727703:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.727722:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.727725:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.727728:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00080000:00000010:2.0:1764938850.727818:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000088507cd. 00010000:00000010:2.0:1764938850.727902:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908abf06. 00010000:00000010:2.0:1764938850.727909:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035c13558. 00010000:00000010:2.0:1764938850.727979:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca6b8ece. 00010000:00000010:2.0:1764938850.727985:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000683811fd. 00010000:00000010:2.0:1764938850.727994:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b49aee5e. 00000100:00000010:2.0:1764938850.727998:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.728005:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938850.728014:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a69d61c. 02000000:00000010:2.0:1764938850.728035:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f579f6a. 00000400:00000010:2.0:1764938850.728041:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085a1f8e1. 00000400:00000010:2.0:1764938850.728044:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938850.728049:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935360, portal 16 00000400:00000010:2.0:1764938850.728053:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938850.728055:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935360, offset 0 00000400:00000200:2.0:1764938850.728060:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.728065:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.728071:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.728074:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.728076:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.728079:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90355:90355:255:4294967295] 192.168.203.57@tcp LPNI seq info [90355:90355:7:4294967295] 00000400:00000200:2.0:1764938850.728085:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.728089:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.728092:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82353186). 00000800:00000200:2.0:1764938850.728095:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.728098:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.728142:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.728510:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.728513:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352938). 00000400:00000200:3.0:1764938850.728518:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.728522:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.728525:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:3.0:1764938850.728527:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000800:00000200:3.0:1764938850.728575:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.728577:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:3.0:1764938850.728581:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.728583:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.728585:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:3.0:1764938850.728586:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00000100:00000200:3.0:1764938850.728592:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626935360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.731016:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.731036:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509240 00000400:00000200:2.0:1764938850.731044:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f6d [1] + 224 00000400:00000200:2.0:1764938850.731061:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.731064:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.731072:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626935360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.731237:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085a1f8e1. 00000400:00000200:0.0:1764938850.731242:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:0.0:1764938850.731244:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00000100:00000200:0.0:1764938850.731252:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626935360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.731259:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626935360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.731286:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f579f6a. 02000000:00000010:0.0:1764938850.731293:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a69d61c. 00000100:00000010:0.0:1764938850.731296:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:0.0:1764938850.731300:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:0.0:1764938850.731303:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b49aee5e. 00010000:00000010:2.1:1764938850.733389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b2734a4. 00010000:00000010:2.1:1764938850.733405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00000400:00000200:2.0:1764938850.733440:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.733457:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f632c0 00000400:00000200:2.0:1764938850.733465:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf8d9 [2] + 1312 00000400:00000200:2.0:1764938850.733525:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.733530:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.733537:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.733542:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000020:00000010:0.0:1764938850.733657:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f2745af. 00000020:00000010:0.0:1764938850.733665:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.733669:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000ff52f5a. 00000100:00000200:0.0:1764938850.733694:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621012672/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938850.733732:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012672 02000000:00000010:0.0:1764938850.733845:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077fc4358. 00010000:00000010:0.0:1764938850.733874:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079bd47df. 00010000:00000010:0.0:1764938850.733899:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.733905:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.733925:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.733929:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.733944:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938850.733949:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012672, offset 224 00000400:00000200:0.0:1764938850.733958:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.733968:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.733974:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90356:90356:256:4294967295] 192.168.203.57@tcp LPNI seq info [90356:90356:8:4294967295] 00000400:00000200:0.0:1764938850.733983:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.733988:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.733992:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82352938). 00000800:00000200:0.0:1764938850.733997:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.734004:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.734008:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.734031:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.734036:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000ff52f5a. 00000020:00000010:0.0:1764938850.734038:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f2745af. 00010000:00000010:1.1:1764938850.734345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abb592a1. 00080000:00000010:2.0:1764938850.734414:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a69d61c. 00010000:00000010:2.0:1764938850.734497:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000683811fd. 00010000:00000010:2.0:1764938850.734505:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005480d159. 00010000:00000010:2.0:1764938850.734582:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.0:1764938850.734589:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000683811fd. 00010000:00000010:2.0:1764938850.734600:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000710b6c26. 00000100:00000010:2.0:1764938850.734604:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.734611:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938850.734623:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f579f6a. 02000000:00000010:2.0:1764938850.734644:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003d85a20. 00000400:00000010:2.0:1764938850.734649:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008e3272c6. 00000400:00000010:2.0:1764938850.734653:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d426dd4. 00000100:00000200:2.0:1764938850.734658:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935424, portal 16 00000400:00000010:2.0:1764938850.734663:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000833d09aa. 00000100:00000200:2.0:1764938850.734665:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935424, offset 0 00000400:00000200:2.0:1764938850.734671:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.734678:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.734684:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.734687:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.734690:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.734693:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90357:90357:255:4294967295] 192.168.203.57@tcp LPNI seq info [90357:90357:7:4294967295] 00000400:00000200:2.0:1764938850.734701:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.734705:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.734708:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82353186). 00000800:00000200:2.0:1764938850.734712:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.734716:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.734718:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.735877:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.735884:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352938). 00000400:00000200:3.0:1764938850.735891:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.735899:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.735903:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:3.0:1764938850.735906:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000800:00000200:3.0:1764938850.735968:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.735970:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938850.735976:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.735978:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.735981:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000833d09aa 00000400:00000010:3.0:1764938850.735982:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000833d09aa. 00000100:00000200:3.0:1764938850.736178:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c38dff64 x1850670626935424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.740292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdedd42. 00010000:00000010:2.1:1764938850.741157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040025816. 00010000:00000010:2.1:1764938850.741167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca6b8ece. 00000400:00000200:2.0:1764938850.745146:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.745168:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509280 00000400:00000200:2.0:1764938850.745177:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f79 [1] + 224 00000400:00000200:2.0:1764938850.745207:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.745212:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.745223:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626935424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.745325:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008e3272c6. 00000400:00000200:0.0:1764938850.745330:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d426dd4 00000400:00000010:0.0:1764938850.745332:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d426dd4. 00000100:00000200:0.0:1764938850.745339:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c38dff64 x1850670626935424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.745347:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c38dff64 x1850670626935424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.745386:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003d85a20. 02000000:00000010:0.0:1764938850.745393:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f579f6a. 00000100:00000010:0.0:1764938850.745398:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00000100:00000010:0.0:1764938850.745402:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:0.0:1764938850.745405:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000710b6c26. 00000400:00000200:2.0:1764938850.745908:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.745916:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63300 00000400:00000200:2.0:1764938850.745922:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf8d9 [2] + 1640 00000400:00000200:2.0:1764938850.746529:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.746535:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.746541:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.746548:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:0.0:1764938850.748757:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f2745af. 00000020:00000010:0.0:1764938850.748769:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938850.748774:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000ff52f5a. 00000100:00000200:0.0:1764938850.748804:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621012736/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.749557:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012736 02000000:00000010:1.0:1764938850.749572:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4220c80. 00010000:00000010:1.0:1764938850.749604:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf764d16. 00010000:00000010:1.0:1764938850.749630:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.749638:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db9dea27. 00000100:00000010:1.0:1764938850.749660:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db9dea27. 00010000:00000010:1.0:1764938850.749665:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.749683:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938850.749689:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012736, offset 224 00000400:00000200:1.0:1764938850.749699:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.749714:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.749721:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90358:90358:256:4294967295] 192.168.203.57@tcp LPNI seq info [90358:90358:8:4294967295] 00000400:00000200:1.0:1764938850.749732:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.749738:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.749743:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938850.749749:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.749755:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.749758:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.749784:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00000020:00000010:1.0:1764938850.749789:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000ff52f5a. 00000020:00000010:1.0:1764938850.749792:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f2745af. 00080000:00000010:2.0:1764938850.749928:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eac12e91. 00010000:00000010:2.0:1764938850.750016:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000683811fd. 00010000:00000010:2.0:1764938850.750023:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f54c1d62. 00010000:00000010:2.0:1764938850.750097:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca6b8ece. 00010000:00000010:2.0:1764938850.750142:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000683811fd. 00010000:00000010:2.0:1764938850.750152:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad7f2beb. 00000100:00000010:2.0:1764938850.750157:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.750163:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938850.750172:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f579f6a. 02000000:00000010:2.0:1764938850.750192:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003d85a20. 00000400:00000010:2.0:1764938850.750197:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037e92bf3. 00000400:00000010:2.0:1764938850.750202:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938850.750206:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935488, portal 16 00000400:00000010:2.0:1764938850.750210:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aa85688. 00000100:00000200:2.0:1764938850.750212:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935488, offset 0 00000400:00000200:2.0:1764938850.750217:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.750223:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.750228:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.750232:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.750234:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.750236:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90359:90359:255:4294967295] 192.168.203.57@tcp LPNI seq info [90359:90359:7:4294967295] 00000400:00000200:2.0:1764938850.750244:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.750248:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.750251:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82353186). 00000800:00000200:2.0:1764938850.750254:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.750258:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.750260:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.750352:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.750356:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352938). 00000400:00000200:3.0:1764938850.750361:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.750365:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.750379:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:3.0:1764938850.750381:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000800:00000200:3.0:1764938850.750797:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.750800:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938850.750804:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.750808:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.750811:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004aa85688 00000400:00000010:3.0:1764938850.750812:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004aa85688. 00000100:00000200:3.0:1764938850.750819:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626935488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.755154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000774fc06b. 00010000:00000010:2.1:1764938850.755169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fdb50f2. 00010000:00000010:1.1:1764938850.755214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5e4e93f. 00000400:00000200:2.0:1764938850.758289:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.758312:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55092c0 00000400:00000200:2.0:1764938850.758321:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f85 [1] + 224 00000400:00000200:2.0:1764938850.758333:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.758337:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.758348:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626935488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.758393:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.758400:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63340 00000400:00000200:2.0:1764938850.758404:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf8d9 [2] + 1968 00000400:00000010:2.0:1764938850.758408:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058bdcf4a. 00000400:00000200:2.0:1764938850.758412:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d280fbf2 00000400:00000200:2.0:1764938850.758458:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.758462:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.758465:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d280fbf2 00000400:00000010:2.0:1764938850.758467:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d280fbf2 (tot 82352538). 00000100:00000200:2.0:1764938850.758472:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938850.758586:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465cdb35. 00000020:00000010:1.0:1764938850.758593:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.758597:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.758618:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af4b31bb x1850670621012800/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938850.758656:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012800 02000000:00000010:1.0:1764938850.758667:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d0ae00c. 00010000:00000010:1.0:1764938850.758702:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.758709:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db9dea27. 00000100:00000010:1.0:1764938850.758716:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db9dea27. 00010000:00000010:1.0:1764938850.758719:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.758735:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938850.758739:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012800, offset 224 00000400:00000200:1.0:1764938850.758746:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.758757:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.758762:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90360:90360:256:4294967295] 192.168.203.57@tcp LPNI seq info [90360:90360:8:4294967295] 00000400:00000200:1.0:1764938850.758770:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.758775:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.758778:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352786). 00000800:00000200:1.0:1764938850.758784:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.758790:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.758793:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.758815:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.758819:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.758822:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465cdb35. 02000000:00000010:1.0:1764938850.758829:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4220c80. 00000100:00000010:1.0:1764938850.758840:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:1.0:1764938850.758846:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077fc4358. 00000100:00000010:1.0:1764938850.758849:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:1.0:1764938850.758851:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f5f8268. 00000100:00000010:1.0:1764938850.758853:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:1.0:1764938850.758856:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007121c2c. 00000100:00000010:1.0:1764938850.758858:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:1.0:1764938850.758861:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e06691bd. 00000100:00000010:1.0:1764938850.758864:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:1.0:1764938850.758866:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000081a98f89. 00000100:00000010:1.0:1764938850.758868:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000200:1.0:1764938850.758873:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938850.758878:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a90ba581. 00000400:00000010:1.0:1764938850.758881:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000db9dea27 (tot 82352938). 00000800:00000200:3.0:1764938850.758972:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.758976:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938850.758979:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.758983:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.758986:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:3.0:1764938850.758987:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 02000000:00000010:3.0:1764938850.758991:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d0ae00c. 00000400:00000010:0.0:1764938850.759055:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037e92bf3. 00000400:00000200:0.0:1764938850.759059:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:0.0:1764938850.759060:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00000100:00000200:0.0:1764938850.759066:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626935488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.759073:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626935488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938850.759092:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a452d43. 02000000:00000010:0.0:1764938850.759149:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003d85a20. 02000000:00000010:0.0:1764938850.759154:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f579f6a. 00000100:00000010:0.0:1764938850.759158:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:0.0:1764938850.759161:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:0.0:1764938850.759163:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad7f2beb. 00080000:00000010:0.0:1764938850.759177:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081a98f89. 00010000:00000010:0.0:1764938850.759254:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000683811fd. 00010000:00000010:0.0:1764938850.759260:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c22aac6a. 00010000:00000010:0.0:1764938850.759321:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df6fa027. 00010000:00000010:0.0:1764938850.759325:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006ad896fb. 00010000:00000010:0.0:1764938850.759330:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002079d41. 00010000:00000010:0.0:1764938850.759335:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058d9e9de. 00080000:00000010:0.0:1764938850.759344:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007121c2c. 00010000:00000010:0.0:1764938850.759366:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058d9e9de. 00010000:00000010:0.0:1764938850.759381:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ad896fb. 00010000:00000010:0.0:1764938850.759430:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d45167e. 00010000:00000010:0.0:1764938850.759434:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058d9e9de. 00010000:00000010:0.0:1764938850.759441:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.759445:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.759452:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cec6963. 02000000:00000010:0.0:1764938850.759461:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077fc4358. 02000000:00000010:0.0:1764938850.759482:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f2745af. 00000400:00000010:0.0:1764938850.759486:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016cb4564. 00000400:00000010:0.0:1764938850.759490:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938850.759493:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935552, portal 16 00000400:00000010:0.0:1764938850.759497:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938850.759498:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935552, offset 0 00000400:00000200:0.0:1764938850.759504:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.759510:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.759516:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938850.759519:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938850.759522:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938850.759524:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90361:90361:256:4294967295] 192.168.203.57@tcp LPNI seq info [90361:90361:8:4294967295] 00000400:00000200:0.0:1764938850.759531:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.759535:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.759538:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938850.759542:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.759546:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.759548:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.770804:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.770811:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:3.0:1764938850.770817:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.770825:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.770831:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:3.0:1764938850.770840:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:3.0:1764938850.770850:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001cec6963 x1850670626935552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.777527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023416584. 00010000:00000010:0.1:1764938850.779146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de602717. 00010000:00000010:0.1:1764938850.779157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca6b8ece. 00010000:00000010:0.1:1764938850.779162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6fa027. 00010000:00000010:0.1:1764938850.779166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002079d41. 00000400:00000200:2.0:1764938850.779389:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.779406:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509300 00000400:00000200:2.0:1764938850.779414:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0f95 [1] + 224 00000400:00000200:2.0:1764938850.779427:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.779431:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.779441:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001cec6963 x1850670626935552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.779932:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.779938:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63380 00000400:00000200:2.0:1764938850.779943:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf931 [2] + 0 00000400:00000200:2.0:1764938850.779998:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.780001:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.780006:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.780012:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000400:00000010:0.0:1764938850.780602:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016cb4564. 00000400:00000200:0.0:1764938850.780608:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:0.0:1764938850.780610:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:0.0:1764938850.780617:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001cec6963 x1850670626935552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.780626:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001cec6963 x1850670626935552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.780655:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f2745af. 02000000:00000010:0.0:1764938850.780662:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077fc4358. 00000100:00000010:0.0:1764938850.780665:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cec6963. 00000100:00000010:0.0:1764938850.780668:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.780672:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000020:00000010:1.0:1764938850.781055:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e06691bd. 00000020:00000010:1.0:1764938850.781063:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.781067:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.781091:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621012864/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938850.781147:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012864 02000000:00000010:1.0:1764938850.781158:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f5f8268. 00010000:00000010:1.0:1764938850.781183:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b8a79bd. 00010000:00000010:1.0:1764938850.781202:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.781207:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.781215:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.781217:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.781230:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938850.781233:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012864, offset 224 00000400:00000200:1.0:1764938850.781240:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.781251:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.781256:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90362:90362:256:4294967295] 192.168.203.57@tcp LPNI seq info [90362:90362:8:4294967295] 00000400:00000200:1.0:1764938850.781265:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.781269:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.781273:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938850.781278:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.781283:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.781287:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.781312:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.781317:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.781320:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e06691bd. 00000800:00000200:3.0:1764938850.781411:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.781415:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00080000:00000010:2.0:1764938850.781418:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f579f6a. 00000400:00000200:3.0:1764938850.781420:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.781423:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.781426:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:3.0:1764938850.781427:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00010000:00000010:2.0:1764938850.781500:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058d9e9de. 00010000:00000010:2.0:1764938850.781506:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008dcc335e. 00010000:00000010:2.0:1764938850.781574:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.0:1764938850.781581:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.781591:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c2ecc932. 00000100:00000010:2.0:1764938850.781595:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.781601:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938850.781613:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003d85a20. 02000000:00000010:2.0:1764938850.781636:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ae18e9. 00000400:00000010:2.0:1764938850.781642:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e9b23a61. 00000400:00000010:2.0:1764938850.781646:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938850.781650:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935616, portal 16 00000400:00000010:2.0:1764938850.781655:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938850.781656:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935616, offset 0 00000400:00000200:2.0:1764938850.781661:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.781667:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.781674:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.781678:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.781681:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.781683:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90363:90363:256:4294967295] 192.168.203.57@tcp LPNI seq info [90363:90363:8:4294967295] 00000400:00000200:2.0:1764938850.781690:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.781693:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.781696:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.781700:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.781704:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.781706:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.781782:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.781785:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:3.0:1764938850.781790:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.781793:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.781796:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101c6888 00000400:00000010:3.0:1764938850.781797:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101c6888. 00000100:00000200:3.0:1764938850.781803:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffe77141 x1850670626935616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.784710:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.784729:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509340 00000400:00000200:2.0:1764938850.784738:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0fa1 [1] + 224 00000400:00000200:2.0:1764938850.784754:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.784758:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.784767:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe77141 x1850670626935616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938850.784865:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e9b23a61. 00000400:00000200:0.0:1764938850.784870:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7ce4bb 00000400:00000010:0.0:1764938850.784873:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7ce4bb. 00000100:00000200:0.0:1764938850.784881:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe77141 x1850670626935616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.784888:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffe77141 x1850670626935616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938850.784916:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ae18e9. 02000000:00000010:0.0:1764938850.784922:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003d85a20. 00000100:00000010:0.0:1764938850.784927:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000010:0.0:1764938850.784931:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:0.0:1764938850.784934:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c2ecc932. 00000400:00000200:3.0:1764938850.785703:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.785715:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f633c0 00000400:00000200:3.0:1764938850.785720:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf931 [2] + 328 00000400:00000200:3.0:1764938850.785764:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.785768:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.785772:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.785777:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 00000020:00000010:0.0:1764938850.785888:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077fc4358. 00000020:00000010:0.0:1764938850.785896:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.785900:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938850.785923:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bac836f6 x1850670621012928/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938850.785960:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012928 02000000:00000010:0.0:1764938850.785969:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f2745af. 00010000:00000010:0.0:1764938850.785995:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1b578d3. 00010000:00000010:0.0:1764938850.786016:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.786022:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.786040:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.786044:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.786054:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938850.786058:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012928, offset 224 00000400:00000200:0.0:1764938850.786066:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.786075:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.786080:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90364:90364:256:4294967295] 192.168.203.57@tcp LPNI seq info [90364:90364:8:4294967295] 00000400:00000200:0.0:1764938850.786090:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.786096:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.786100:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938850.786127:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.786134:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.786137:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.786159:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.786163:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.786166:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077fc4358. 00000800:00000200:3.0:1764938850.786342:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.786346:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352690). 00000400:00000200:3.0:1764938850.786349:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.786353:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.786356:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:3.0:1764938850.786357:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00080000:00000010:2.0:1764938850.788097:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1ae18e9. 00010000:00000010:2.0:1764938850.788215:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.788224:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082133348. 00010000:00000010:2.0:1764938850.788301:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047f055d6. 00010000:00000010:2.0:1764938850.788306:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.788316:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.788322:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.788329:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.788340:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc71b856. 02000000:00000010:2.0:1764938850.788368:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5ee440d. 00000400:00000010:2.0:1764938850.788385:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938850.788390:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.788396:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935680, portal 16 00000400:00000010:2.0:1764938850.788401:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938850.788403:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935680, offset 0 00000400:00000200:2.0:1764938850.788410:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.788423:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.788430:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.788433:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.788436:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.788439:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90365:90365:256:4294967295] 192.168.203.57@tcp LPNI seq info [90365:90365:8:4294967295] 00000400:00000200:2.0:1764938850.788449:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.788454:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.788457:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.788462:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.788469:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.788473:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.788627:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.788631:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:1.0:1764938850.788636:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.788640:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.788643:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:1.0:1764938850.788645:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:1.0:1764938850.788651:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626935680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.790978:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.790995:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509380 00000400:00000200:3.0:1764938850.791003:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0fad [1] + 224 00000400:00000200:3.0:1764938850.791016:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.791020:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.791029:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626935680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938850.792407:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938850.792415:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938850.792417:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:2.0:1764938850.792428:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626935680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.792443:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626935680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.792474:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5ee440d. 02000000:00000010:2.0:1764938850.792479:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc71b856. 00000100:00000010:2.0:1764938850.792482:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938850.792485:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.792489:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00010000:00000010:1.1:1764938850.793232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4598e65. 00010000:00000010:2.1:1764938850.793283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d27bd32. 00010000:00000010:2.1:1764938850.793289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d45167e. 00000400:00000200:3.0:1764938850.793570:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.793585:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63400 00000400:00000200:3.0:1764938850.793592:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf931 [2] + 656 00000400:00000200:3.0:1764938850.793649:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.793653:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.793658:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.793663:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdea65dc. 00000020:00000010:1.0:1764938850.793752:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e06691bd. 00000020:00000010:1.0:1764938850.793759:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.793762:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938850.793784:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cdea65dc x1850670621012992/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938850.793812:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621012992 02000000:00000010:1.0:1764938850.793821:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4220c80. 00010000:00000010:1.0:1764938850.793845:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002851c973. 00010000:00000010:1.0:1764938850.793864:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938850.793869:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938850.793886:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938850.793890:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000010:1.0:1764938850.793903:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938850.793907:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621012992, offset 224 00000400:00000200:1.0:1764938850.793914:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938850.793924:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938850.793929:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90366:90366:256:4294967295] 192.168.203.57@tcp LPNI seq info [90366:90366:8:4294967295] 00000400:00000200:1.0:1764938850.793939:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938850.793944:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938850.793948:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938850.793953:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938850.793959:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938850.793963:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938850.793989:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938850.793992:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938850.793995:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e06691bd. 00080000:00000010:2.0:1764938850.794048:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc71b856. 00010000:00000010:2.0:1764938850.794164:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.794171:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf3fc8b0. 00010000:00000010:2.0:1764938850.794238:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085a2e572. 00010000:00000010:2.0:1764938850.794243:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.794253:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.794256:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.794261:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.794270:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5ee440d. 02000000:00000010:2.0:1764938850.794290:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b26a8be6. 00000400:00000010:2.0:1764938850.794295:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938850.794299:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.794303:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935744, portal 16 00000400:00000010:2.0:1764938850.794307:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed232696. 00000100:00000200:2.0:1764938850.794308:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935744, offset 0 00000400:00000200:2.0:1764938850.794313:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.794319:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.794325:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.794328:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.794331:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.794333:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90367:90367:255:4294967295] 192.168.203.57@tcp LPNI seq info [90367:90367:7:4294967295] 00000400:00000200:2.0:1764938850.794341:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.794345:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.794349:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82353186). 00000800:00000200:2.0:1764938850.794352:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.794356:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.794358:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.794443:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.794447:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352938). 00000400:00000200:3.0:1764938850.794452:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.794455:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.794458:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:3.0:1764938850.794460:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 00000800:00000200:3.0:1764938850.794490:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.794492:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938850.794495:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.794498:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.794500:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed232696 00000400:00000010:3.0:1764938850.794501:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed232696. 00000100:00000200:3.0:1764938850.794506:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626935744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.800541:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.800560:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55093c0 00000400:00000200:3.0:1764938850.800568:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0fb9 [1] + 224 00000400:00000200:3.0:1764938850.800579:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.800583:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.800593:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626935744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.800629:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.800634:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63440 00000400:00000200:3.0:1764938850.800639:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf931 [2] + 984 00000400:00000200:3.0:1764938850.800646:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.800649:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.800652:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.800657:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00000400:00000010:2.0:1764938850.800723:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938850.800729:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938850.800731:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:2.0:1764938850.800739:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626935744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.800747:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626935744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.800780:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b26a8be6. 02000000:00000010:2.0:1764938850.800786:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5ee440d. 00000100:00000010:2.0:1764938850.800790:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938850.800794:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.800797:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00010000:00000010:0.1:1764938850.800830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27e8e65. 00000020:00000010:0.0:1764938850.800880:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077fc4358. 00000020:00000010:0.0:1764938850.800889:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.800895:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938850.800924:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670621013056/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938850.800959:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013056 02000000:00000010:0.0:1764938850.800973:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003d85a20. 00010000:00000010:0.0:1764938850.801001:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045b182ad. 00010000:00000010:0.0:1764938850.801021:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.801027:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.801044:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.801047:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.801059:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938850.801064:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013056, offset 224 00080000:00000010:2.0:1764938850.801071:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5ee440d. 00000400:00000200:0.0:1764938850.801072:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.801081:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.801086:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90368:90368:256:4294967295] 192.168.203.57@tcp LPNI seq info [90368:90368:8:4294967295] 00000400:00000200:0.0:1764938850.801094:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.801098:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.801119:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352938). 00000800:00000200:0.0:1764938850.801126:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.801132:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.801135:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.801158:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.801162:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.801164:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077fc4358. 00010000:00000010:2.0:1764938850.801183:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.801190:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f9f7a11. 00010000:00000010:2.0:1764938850.801260:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006931b912. 00010000:00000010:2.0:1764938850.801265:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.801274:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.801277:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.801282:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.801292:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b26a8be6. 02000000:00000010:2.0:1764938850.801312:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000092f62a8. 00000400:00000010:2.0:1764938850.801317:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938850.801320:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.801324:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935808, portal 16 00000400:00000010:2.0:1764938850.801328:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938850.801329:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935808, offset 0 00000400:00000200:2.0:1764938850.801335:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.801340:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.801345:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.801348:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.801351:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.801354:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90369:90369:255:4294967295] 192.168.203.57@tcp LPNI seq info [90369:90369:7:4294967295] 00000400:00000200:2.0:1764938850.801360:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.801364:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.801367:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82353186). 00000800:00000200:2.0:1764938850.801380:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.801384:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.801386:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.801495:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.801498:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352938). 00000400:00000200:3.0:1764938850.801502:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.801505:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.801508:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:3.0:1764938850.801509:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000800:00000200:3.0:1764938850.801567:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.801569:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:3.0:1764938850.801573:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.801576:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.801578:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d4ee39 00000400:00000010:3.0:1764938850.801579:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d4ee39. 00000100:00000200:3.0:1764938850.801583:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626935808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.803619:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.803637:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509400 00000400:00000200:3.0:1764938850.803646:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0fc5 [1] + 224 00000400:00000200:3.0:1764938850.803657:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.803660:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.803670:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626935808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.803706:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.803712:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63480 00000400:00000200:3.0:1764938850.803716:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf931 [2] + 1312 00000400:00000200:3.0:1764938850.803760:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.803764:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.803768:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.803773:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 00000020:00000010:0.0:1764938850.803829:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077fc4358. 00000400:00000010:2.0:1764938850.803845:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000020:00000010:0.0:1764938850.803845:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.803848:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000400:00000200:2.0:1764938850.803849:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938850.803851:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:2.0:1764938850.803858:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626935808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.803865:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626935808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938850.803868:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000274d7da0 x1850670621013120/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 02000000:00000010:2.0:1764938850.803886:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000092f62a8. 02000000:00000010:2.0:1764938850.803892:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b26a8be6. 00000100:00000010:2.0:1764938850.803895:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938850.803898:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00000100:00000200:0.0:1764938850.803899:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013120 00010000:00000010:2.0:1764938850.803901:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 02000000:00000010:0.0:1764938850.803909:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ff1e48d. 00010000:00000010:0.0:1764938850.803932:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000804f7cd2. 00010000:00000010:0.0:1764938850.803951:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.803956:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.803978:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.803981:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.803992:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938850.803997:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013120, offset 224 00000400:00000200:0.0:1764938850.804003:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.804013:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.804018:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90370:90370:256:4294967295] 192.168.203.57@tcp LPNI seq info [90370:90370:8:4294967295] 00000400:00000200:0.0:1764938850.804028:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.804033:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.804037:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352938). 00000800:00000200:0.0:1764938850.804042:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00080000:00000010:2.0:1764938850.804044:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b26a8be6. 00000800:00000200:0.0:1764938850.804048:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.804051:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.804072:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.804075:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.804078:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077fc4358. 00010000:00000010:2.1:1764938850.804147:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c73fb62. 00010000:00000010:2.1:1764938850.804155:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.0:1764938850.804177:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.804184:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b64aa6fd. 00010000:00000010:2.0:1764938850.804253:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090d2fc45. 00010000:00000010:2.0:1764938850.804256:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b7737cc8. 00010000:00000010:2.0:1764938850.804260:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.0:1764938850.804266:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00080000:00000010:2.0:1764938850.804277:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000092f62a8. 00010000:00000010:2.0:1764938850.804302:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.804306:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7737cc8. 00010000:00000010:2.0:1764938850.804355:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938850.804359:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.804365:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.804378:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.804384:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.804394:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a3a6414. 02000000:00000010:2.0:1764938850.804413:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000499caead. 00000400:00000010:2.0:1764938850.804417:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938850.804420:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.804423:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935872, portal 16 00000400:00000010:2.0:1764938850.804427:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938850.804429:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935872, offset 0 00000400:00000200:2.0:1764938850.804434:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.804440:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.804445:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.804448:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.804451:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.804454:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90371:90371:255:4294967295] 192.168.203.57@tcp LPNI seq info [90371:90371:7:4294967295] 00000400:00000200:2.0:1764938850.804460:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.804464:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.804467:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82353186). 00000800:00000200:2.0:1764938850.804470:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.804474:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.804476:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938850.804528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000355c2898. 00000800:00000200:3.0:1764938850.804998:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.805002:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352938). 00000400:00000200:3.0:1764938850.805006:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.805010:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.805013:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:3.0:1764938850.805014:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000800:00000200:3.0:1764938850.805054:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.805056:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938850.805060:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.805063:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.805064:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:3.0:1764938850.805065:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 00000100:00000200:3.0:1764938850.805070:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626935872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.806490:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.806507:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509440 00000400:00000200:3.0:1764938850.806514:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0fd1 [1] + 224 00000400:00000200:3.0:1764938850.806527:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.806530:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.806537:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626935872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938850.806989:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938850.806994:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938850.806997:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:2.0:1764938850.807004:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626935872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.807012:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626935872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.807037:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000499caead. 02000000:00000010:2.0:1764938850.807041:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a3a6414. 00000100:00000010:2.0:1764938850.807044:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938850.807048:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.807051:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000200:3.0:1764938850.807500:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.807510:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f634c0 00000400:00000200:3.0:1764938850.807516:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf931 [2] + 1640 00000400:00000200:3.0:1764938850.807565:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.807569:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.807573:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938850.807577:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00000020:00000010:0.0:1764938850.807635:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077fc4358. 00000020:00000010:0.0:1764938850.807643:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.807646:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938850.807669:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670621013184/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938850.807704:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013184 02000000:00000010:0.0:1764938850.807714:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099cc4cec. 00010000:00000010:0.0:1764938850.807738:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000650bd243. 00010000:00000010:0.0:1764938850.807759:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.807764:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.807781:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.807784:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.807795:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938850.807799:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013184, offset 224 00000400:00000200:0.0:1764938850.807806:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.807815:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.807820:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90372:90372:256:4294967295] 192.168.203.57@tcp LPNI seq info [90372:90372:8:4294967295] 00000400:00000200:0.0:1764938850.807829:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.807843:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.807847:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938850.807852:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.807858:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.807861:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1764938850.807878:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a3a6414. 00000020:00000010:0.0:1764938850.807879:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.807883:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.807885:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077fc4358. 00010000:00000010:2.0:1764938850.807956:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.807962:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003fb832c7. 00010000:00000010:2.0:1764938850.808029:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d75ce79b. 00010000:00000010:2.0:1764938850.808034:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aabde63c. 00010000:00000010:2.0:1764938850.808043:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.808046:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.808051:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.808060:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000499caead. 02000000:00000010:2.0:1764938850.808079:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a91876a. 00000400:00000010:2.0:1764938850.808083:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938850.808086:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.808091:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626935936, portal 16 00000400:00000010:2.0:1764938850.808094:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938850.808096:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626935936, offset 0 00000400:00000200:2.0:1764938850.808161:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.808168:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.808174:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.808178:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.808181:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.808183:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90373:90373:255:4294967295] 192.168.203.57@tcp LPNI seq info [90373:90373:7:4294967295] 00000400:00000200:2.0:1764938850.808190:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.808195:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.808198:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82353186). 00000800:00000200:2.0:1764938850.808201:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.808205:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.808207:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.808431:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.808435:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352938). 00000400:00000200:3.0:1764938850.808438:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.808442:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.808445:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:3.0:1764938850.808447:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000800:00000200:3.0:1764938850.808492:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.808494:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938850.808498:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.808501:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.808503:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:3.0:1764938850.808505:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:3.0:1764938850.808509:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626935936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938850.811070:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.811089:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509480 00000400:00000200:3.0:1764938850.811096:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0fdd [1] + 224 00000400:00000200:3.0:1764938850.811203:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.811208:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.811217:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626935936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938850.811462:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003549b445. 00000400:00000200:2.0:1764938850.811467:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:2.0:1764938850.811469:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:2.0:1764938850.811476:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626935936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.811485:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626935936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.811512:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a91876a. 02000000:00000010:2.0:1764938850.811518:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000499caead. 00000100:00000010:2.0:1764938850.811521:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938850.811524:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.811528:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000200:3.0:1764938850.812337:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.812347:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63500 00000400:00000200:3.0:1764938850.812354:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf931 [2] + 1968 00000400:00000010:3.0:1764938850.812358:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec1ca42c. 00000400:00000200:3.0:1764938850.812361:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000067a47eb9 00000400:00000200:3.0:1764938850.812419:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.812423:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.812427:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a47eb9 00000400:00000010:3.0:1764938850.812429:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000067a47eb9 (tot 82352538). 00000100:00000200:3.0:1764938850.812433:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938850.814420:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f4a474. 00000020:00000010:0.0:1764938850.814429:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.814433:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938850.814457:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a130c8d x1850670621013248/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938850.814499:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013248 02000000:00000010:0.0:1764938850.814510:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077fc4358. 00010000:00000010:0.0:1764938850.814536:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a65c342. 00010000:00000010:0.0:1764938850.814556:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.814562:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000048335f. 00000100:00000010:0.0:1764938850.814584:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000048335f. 00010000:00000010:0.0:1764938850.814588:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.814601:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938850.814606:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013248, offset 224 00000400:00000200:0.0:1764938850.814613:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.814626:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:3.0:1764938850.814628:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd6e5446. 00000400:00000200:0.0:1764938850.814632:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90374:90374:256:4294967295] 192.168.203.57@tcp LPNI seq info [90374:90374:8:4294967295] 00000400:00000200:0.0:1764938850.814641:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.814646:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.814650:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352786). 00000800:00000200:0.0:1764938850.814655:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.814661:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.814664:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.814683:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.814686:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.814688:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f4a474. 02000000:00000010:0.0:1764938850.814696:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099cc4cec. 00000100:00000010:0.0:1764938850.814699:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 02000000:00000010:0.0:1764938850.814703:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ff1e48d. 00010000:00000010:3.0:1764938850.814704:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aabde63c. 00000100:00000010:0.0:1764938850.814705:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 02000000:00000010:0.0:1764938850.814708:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003d85a20. 00010000:00000010:3.0:1764938850.814710:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077282104. 00000100:00000010:0.0:1764938850.814710:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 02000000:00000010:0.0:1764938850.814713:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4220c80. 00000100:00000010:0.0:1764938850.814715:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdea65dc. 02000000:00000010:0.0:1764938850.814718:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f2745af. 00000100:00000010:0.0:1764938850.814720:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 02000000:00000010:0.0:1764938850.814722:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f5f8268. 00000100:00000010:0.0:1764938850.814724:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000200:0.0:1764938850.814728:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:3.0:1764938850.814776:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938850.814782:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.814792:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be10c913. 00000100:00000010:3.0:1764938850.814795:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3f7d10f. 00000100:00000010:3.0:1764938850.814801:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbbde638. 00000800:00000200:0.0:1764938850.814804:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.814807:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352538). 02000000:00000010:3.0:1764938850.814810:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008678e261. 00000400:00000200:0.0:1764938850.814810:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.814814:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.814817:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:0.0:1764938850.814819:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 02000000:00000010:0.0:1764938850.814821:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077fc4358. 02000000:00000010:3.0:1764938850.814830:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dae8076e. 00000400:00000010:0.0:1764938850.814835:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016cb4564. 00000400:00000010:0.0:1764938850.814838:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000048335f (tot 82352690). 00000400:00000010:3.0:1764938850.814917:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa7144c5. 00000400:00000010:3.0:1764938850.814920:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938850.814924:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936000, portal 16 00000400:00000010:3.0:1764938850.814928:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938850.814929:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936000, offset 0 00000400:00000200:3.0:1764938850.814934:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.814940:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.814946:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.814954:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.814956:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.814958:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90375:90375:256:4294967295] 192.168.203.57@tcp LPNI seq info [90375:90375:8:4294967295] 00000400:00000200:3.0:1764938850.814965:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.814969:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.814973:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.814977:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.814980:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.814982:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938850.815202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5107e4. 00010000:00000010:2.1:1764938850.815250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069279592. 00010000:00000010:2.1:1764938850.815255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f055d6. 00000800:00000200:2.0:1764938850.815294:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938850.815296:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938850.815302:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.815306:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938850.815310:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:2.0:1764938850.815311:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:2.0:1764938850.815315:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fbbde638 x1850670626936000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938850.818261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e84e4606. 00010000:00000010:2.1:1764938850.818317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c445609a. 00010000:00000010:2.1:1764938850.818324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085a2e572. 00010000:00000010:2.1:1764938850.818327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b85e2690. 00010000:00000010:2.1:1764938850.818330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006931b912. 00010000:00000010:2.1:1764938850.818332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d2fc45. 00010000:00000010:2.1:1764938850.818335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fdb50f2. 00000400:00000200:3.0:1764938850.820799:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.820820:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55094c0 00000400:00000200:3.0:1764938850.820828:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0fed [1] + 224 00000400:00000200:3.0:1764938850.820873:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.820877:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.820886:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fbbde638 x1850670626936000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938850.820944:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa7144c5. 00000400:00000200:2.0:1764938850.820949:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:2.0:1764938850.820951:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:2.0:1764938850.820957:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fbbde638 x1850670626936000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.820964:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fbbde638 x1850670626936000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.820998:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dae8076e. 02000000:00000010:2.0:1764938850.821004:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008678e261. 00000100:00000010:2.0:1764938850.821007:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbbde638. 00000100:00000010:2.0:1764938850.821011:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3f7d10f. 00010000:00000010:2.0:1764938850.821015:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be10c913. 00000400:00000200:0.0:1764938850.821469:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938850.821478:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63540 00000400:00000200:0.0:1764938850.821483:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf989 [2] + 0 00000400:00000200:0.0:1764938850.821537:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.821541:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938850.821545:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938850.821550:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cec6963. 00000020:00000010:2.0:1764938850.821622:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000499caead. 00000020:00000010:2.0:1764938850.821629:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.821633:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.821655:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cec6963 x1850670621013312/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938850.821689:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013312 02000000:00000010:2.0:1764938850.821699:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a91876a. 00010000:00000010:2.0:1764938850.821725:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b529eff. 00010000:00000010:2.0:1764938850.821744:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.821750:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.821770:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.821773:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.821785:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938850.821789:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013312, offset 224 00000400:00000200:2.0:1764938850.821796:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:3.0:1764938850.821801:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000121abf3c. 00000400:00000200:2.0:1764938850.821805:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.821811:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90376:90376:256:4294967295] 192.168.203.57@tcp LPNI seq info [90376:90376:8:4294967295] 00000400:00000200:2.0:1764938850.821819:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.821824:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.821828:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.821832:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.821838:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.821841:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.821869:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00010000:00000010:3.0:1764938850.821871:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00000020:00000010:2.0:1764938850.821873:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00010000:00000010:3.0:1764938850.821876:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2002a2d. 00000020:00000010:2.0:1764938850.821876:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000499caead. 00010000:00000010:3.0:1764938850.821943:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001644e83d. 00010000:00000010:3.0:1764938850.821948:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.821958:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be10c913. 00000100:00000010:3.0:1764938850.821961:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003679485f. 00000100:00000010:3.0:1764938850.821967:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000681c7840. 02000000:00000010:3.0:1764938850.821975:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008678e261. 00000800:00000200:1.0:1764938850.821978:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.821981:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:1.0:1764938850.821985:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.821988:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.821991:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:1.0:1764938850.821993:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 02000000:00000010:3.0:1764938850.821994:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dae8076e. 00000400:00000010:3.0:1764938850.821997:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da1de3c0. 00000400:00000010:3.0:1764938850.822000:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da61de4c. 00000100:00000200:3.0:1764938850.822004:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936064, portal 16 00000400:00000010:3.0:1764938850.822008:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938850.822010:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936064, offset 0 00000400:00000200:3.0:1764938850.822015:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.822020:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.822026:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.822029:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.822032:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.822035:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90377:90377:256:4294967295] 192.168.203.57@tcp LPNI seq info [90377:90377:8:4294967295] 00000400:00000200:3.0:1764938850.822043:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.822047:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.822050:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.822053:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.822057:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.822058:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.822214:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.822216:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.822222:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.822226:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.822228:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:1.0:1764938850.822230:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:1.0:1764938850.822234:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000681c7840 x1850670626936064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.822330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6857f75. 00010000:00000010:3.1:1764938850.822331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e20cbdcb. 00010000:00000010:3.1:1764938850.822336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75ce79b. 00010000:00000010:2.1:1764938850.822336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:0.1:1764938850.823155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e13b5b99. 00010000:00000010:0.1:1764938850.823162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ba1f02. 00000400:00000200:3.0:1764938850.826325:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938850.826344:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509500 00000400:00000200:3.0:1764938850.826354:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb0ff9 [1] + 224 00000400:00000200:3.0:1764938850.826380:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.826384:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.826394:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000681c7840 x1850670626936064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938850.826446:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da1de3c0. 00000400:00000200:2.0:1764938850.826451:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da61de4c 00000400:00000010:2.0:1764938850.826452:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da61de4c. 00000100:00000200:2.0:1764938850.826460:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000681c7840 x1850670626936064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.826466:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000681c7840 x1850670626936064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938850.826494:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dae8076e. 02000000:00000010:2.0:1764938850.826501:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008678e261. 00000100:00000010:2.0:1764938850.826504:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000681c7840. 00000100:00000010:2.0:1764938850.826507:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003679485f. 00010000:00000010:2.0:1764938850.826511:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be10c913. 00010000:00000010:2.1:1764938850.827147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c485169. 00010000:00000010:3.1:1764938850.831123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001967e0eb. 00010000:00000010:3.1:1764938850.831140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00000400:00000200:1.0:1764938850.831333:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.831352:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63580 00000400:00000200:1.0:1764938850.831360:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf989 [2] + 328 00000400:00000200:1.0:1764938850.831430:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.831435:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.831442:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.831448:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:0.0:1764938850.834038:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077fc4358. 00000020:00000010:0.0:1764938850.834049:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.834054:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938850.834085:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621013376/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938850.834169:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013376 02000000:00000010:0.0:1764938850.834180:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f2745af. 00010000:00000010:0.0:1764938850.834209:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cc9befe. 00010000:00000010:0.0:1764938850.834232:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.834239:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.834265:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.834270:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.834283:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938850.834287:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013376, offset 224 00000400:00000200:0.0:1764938850.834295:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.834308:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.834313:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90378:90378:256:4294967295] 192.168.203.57@tcp LPNI seq info [90378:90378:8:4294967295] 00080000:00000010:3.0:1764938850.834319:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000955c2dfe. 00000400:00000200:0.0:1764938850.834323:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.834328:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.834332:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938850.834338:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.834343:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.834347:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.834360:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.834363:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.834366:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077fc4358. 00010000:00000010:3.0:1764938850.834407:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.834414:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078f277a1. 00010000:00000010:3.0:1764938850.834490:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938850.834496:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.834508:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.834512:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.834519:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.834529:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008678e261. 02000000:00000010:3.0:1764938850.834551:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dae8076e. 00000800:00000200:1.0:1764938850.834552:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1764938850.834556:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000800:00000010:1.0:1764938850.834556:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:1.0:1764938850.834559:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1764938850.834561:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000400:00000200:1.0:1764938850.834563:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938850.834564:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936128, portal 16 00000400:00000200:1.0:1764938850.834567:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:3.0:1764938850.834568:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000400:00000010:1.0:1764938850.834569:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:3.0:1764938850.834572:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936128, offset 0 00000400:00000200:3.0:1764938850.834577:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.834582:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.834589:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.834592:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.834594:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.834597:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90379:90379:256:4294967295] 192.168.203.57@tcp LPNI seq info [90379:90379:8:4294967295] 00000400:00000200:3.0:1764938850.834604:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.834608:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.834611:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.834614:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.834617:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.834619:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.834714:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.834716:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:0.0:1764938850.834723:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.834726:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.834729:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:0.0:1764938850.834730:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 00000100:00000200:0.0:1764938850.834734:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.838610:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.838632:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509540 00000400:00000200:1.0:1764938850.838641:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1005 [1] + 224 00000400:00000200:1.0:1764938850.838653:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.838657:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.838666:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.838710:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.838715:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f635c0 00000400:00000200:1.0:1764938850.838720:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf989 [2] + 656 00000400:00000200:1.0:1764938850.838778:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.838782:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.838786:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.838792:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000020:00000010:2.0:1764938850.838897:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000499caead. 00000020:00000010:2.0:1764938850.838904:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.838909:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.838932:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548a2fdc x1850670621013440/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938850.838966:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013440 02000000:00000010:2.0:1764938850.838978:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c932303. 00010000:00000010:2.0:1764938850.839016:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.839022:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.839028:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.839032:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.839045:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938850.839049:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013440, offset 224 00000400:00000200:2.0:1764938850.839055:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.839064:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.839069:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90380:90380:256:4294967295] 192.168.203.57@tcp LPNI seq info [90380:90380:8:4294967295] 00000400:00000200:2.0:1764938850.839078:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.839084:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.839088:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.839092:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.839098:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.839136:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.839151:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.839155:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.839158:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000499caead. 00000800:00000200:1.0:1764938850.839256:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.839260:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:1.0:1764938850.839264:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.839268:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.839272:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:1.0:1764938850.839273:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000400:00000010:3.0:1764938850.839583:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.839588:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.839590:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.839595:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.839602:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.839624:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6df4412. 02000000:00000010:3.0:1764938850.839639:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dae8076e. 02000000:00000010:3.0:1764938850.839645:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008678e261. 00000100:00000010:3.0:1764938850.839648:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.839652:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.839655:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00080000:00000010:3.0:1764938850.839671:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001eb093e7. 00010000:00000010:3.0:1764938850.839756:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.839763:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6b70bc. 00010000:00000010:3.0:1764938850.839835:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c736da1. 00010000:00000010:3.0:1764938850.839839:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.839845:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.839850:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00080000:00000010:3.0:1764938850.839862:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008678e261. 00010000:00000010:3.0:1764938850.839886:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.839890:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.839939:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938850.839943:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.839949:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.839953:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.839959:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.839967:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dae8076e. 02000000:00000010:3.0:1764938850.839992:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ada239e. 00000400:00000010:3.0:1764938850.839996:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.840000:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.840003:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936192, portal 16 00000400:00000010:3.0:1764938850.840007:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938850.840009:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936192, offset 0 00000400:00000200:3.0:1764938850.840014:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.840022:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.840028:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.840031:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.840034:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.840037:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90381:90381:256:4294967295] 192.168.203.57@tcp LPNI seq info [90381:90381:8:4294967295] 00000400:00000200:3.0:1764938850.840045:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.840049:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.840052:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.840056:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.840061:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.840064:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.840178:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.840181:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:0.0:1764938850.840188:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.840191:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.840194:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:0.0:1764938850.840196:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:0.0:1764938850.840200:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.844314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000855c3a68. 00010000:00000010:3.1:1764938850.844329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00010000:00000010:0.1:1764938850.846485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014c52ed. 00010000:00000010:3.1:1764938850.848270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7685154. 00010000:00000010:3.1:1764938850.848283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce0175e3. 00010000:00000010:3.1:1764938850.848287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.1:1764938850.848291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:3.1:1764938850.848294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000400:00000200:1.0:1764938850.850608:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.850627:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509580 00000400:00000200:1.0:1764938850.850634:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1011 [1] + 224 00000400:00000200:1.0:1764938850.850645:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.850648:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.850658:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.850690:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.850695:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63600 00000400:00000200:1.0:1764938850.850699:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf989 [2] + 984 00000400:00000200:1.0:1764938850.850706:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.850708:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.850711:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.850716:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000020:00000010:2.0:1764938850.850810:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000499caead. 00000020:00000010:2.0:1764938850.850817:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.850821:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.850841:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621013504/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938850.850876:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013504 02000000:00000010:2.0:1764938850.850885:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c716e320. 00010000:00000010:2.0:1764938850.850923:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.850929:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.850935:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.850938:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.850951:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015972057. 00000100:00000200:2.0:1764938850.850956:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013504, offset 224 00000400:00000200:2.0:1764938850.850963:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.850973:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.850977:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90382:90382:256:4294967295] 192.168.203.57@tcp LPNI seq info [90382:90382:8:4294967295] 00000400:00000200:2.0:1764938850.850986:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.850991:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.850995:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.850999:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.851006:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.851010:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.851029:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.851033:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.851036:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000499caead. 00000800:00000200:1.0:1764938850.851174:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.851177:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:1.0:1764938850.851183:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.851186:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.851190:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015972057 00000400:00000010:1.0:1764938850.851191:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015972057. 00000400:00000010:3.0:1764938850.851251:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.851255:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.851256:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.851261:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.851268:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.851286:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f67ed74. 02000000:00000010:3.0:1764938850.851300:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ada239e. 02000000:00000010:3.0:1764938850.851305:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dae8076e. 00000100:00000010:3.0:1764938850.851309:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.851312:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.851314:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00080000:00000010:3.0:1764938850.851330:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000356f7b5f. 00010000:00000010:3.0:1764938850.851542:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.851548:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017ff1584. 00010000:00000010:3.0:1764938850.851612:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.851617:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.851625:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.851627:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.851632:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.851640:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edfbe229. 02000000:00000010:3.0:1764938850.851658:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aec10697. 00000400:00000010:3.0:1764938850.851661:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.851664:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.851668:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936256, portal 16 00000400:00000010:3.0:1764938850.851672:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938850.851674:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936256, offset 0 00000400:00000200:3.0:1764938850.851678:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.851685:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.851690:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.851694:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.851697:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.851700:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90383:90383:256:4294967295] 192.168.203.57@tcp LPNI seq info [90383:90383:8:4294967295] 00000400:00000200:3.0:1764938850.851707:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.851712:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.851715:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.851719:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.851723:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.851726:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.851818:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.851821:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:0.0:1764938850.851827:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.851830:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.851847:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:0.0:1764938850.851848:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:0.0:1764938850.851853:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.855514:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.855533:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55095c0 00000400:00000200:2.0:1764938850.855541:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb101d [1] + 224 00000400:00000200:2.0:1764938850.855554:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.855558:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.855568:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.855769:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.855774:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.855776:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.855782:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.855789:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.855819:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aec10697. 02000000:00000010:3.0:1764938850.855824:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edfbe229. 00000100:00000010:3.0:1764938850.855827:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.855831:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.855835:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00010000:00000010:3.1:1764938850.860462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6624c57. 00010000:00000010:3.1:1764938850.860479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062beb9fc. 00010000:00000010:3.1:1764938850.860484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00000400:00000200:1.0:1764938850.864610:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.864635:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63640 00000400:00000200:1.0:1764938850.864645:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf989 [2] + 1312 00000400:00000200:1.0:1764938850.864716:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.864721:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.864729:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.864736:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:2.0:1764938850.864926:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016c1a290. 00000020:00000010:2.0:1764938850.864935:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.864940:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.864971:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621013568/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938850.865013:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013568 02000000:00000010:2.0:1764938850.865026:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000499caead. 00010000:00000010:2.0:1764938850.865058:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d70a832. 00010000:00000010:2.0:1764938850.865085:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.865092:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.865162:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.865166:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.865181:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095daec2b. 00000100:00000200:2.0:1764938850.865187:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013568, offset 224 00000400:00000200:2.0:1764938850.865196:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.865207:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.865212:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90384:90384:256:4294967295] 192.168.203.57@tcp LPNI seq info [90384:90384:8:4294967295] 00000400:00000200:2.0:1764938850.865222:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.865229:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.865233:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.865239:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.865246:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.865249:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.865266:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.865271:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.865274:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016c1a290. 00080000:00000010:3.0:1764938850.865344:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edfbe229. 00010000:00000010:3.0:1764938850.865442:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.865449:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a1a35dd. 00010000:00000010:3.0:1764938850.865529:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938850.865534:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.865545:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.865550:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.865556:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.865567:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aec10697. 02000000:00000010:3.0:1764938850.865587:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca299ba4. 00000400:00000010:3.0:1764938850.865591:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.865597:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.865601:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936320, portal 16 00000400:00000010:3.0:1764938850.865605:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938850.865606:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936320, offset 0 00000400:00000200:3.0:1764938850.865611:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.865617:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.865622:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.865626:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.865628:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.865631:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90385:90385:255:4294967295] 192.168.203.57@tcp LPNI seq info [90385:90385:7:4294967295] 00000400:00000200:3.0:1764938850.865637:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.865640:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.865643:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.865647:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.865650:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.865652:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938850.865802:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.865806:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:0.0:1764938850.865812:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.865816:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.865820:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095daec2b 00000400:00000010:0.0:1764938850.865822:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095daec2b. 00000800:00000200:0.0:1764938850.865874:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938850.865876:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:0.0:1764938850.865882:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938850.865885:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938850.865887:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:0.0:1764938850.865888:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:0.0:1764938850.865892:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.869279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007933abad. 00010000:00000010:3.1:1764938850.874157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018773139. 00010000:00000010:3.1:1764938850.874173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000400:00000200:2.0:1764938850.880078:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.880099:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509600 00000400:00000200:2.0:1764938850.880151:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1029 [1] + 224 00000400:00000200:2.0:1764938850.880168:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.880172:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.880182:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.880315:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.880320:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.880322:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.880328:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.880335:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.880362:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca299ba4. 02000000:00000010:3.0:1764938850.880377:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aec10697. 00000100:00000010:3.0:1764938850.880381:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.880385:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.880389:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:1.0:1764938850.888079:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.888099:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63680 00000400:00000200:1.0:1764938850.888148:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf989 [2] + 1640 00000400:00000200:1.0:1764938850.888399:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.888405:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.888411:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.888417:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000020:00000010:0.0:1764938850.888527:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077fc4358. 00000020:00000010:0.0:1764938850.888533:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.888538:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938850.888561:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621013632/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938850.888601:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013632 02000000:00000010:0.0:1764938850.888613:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003d85a20. 00010000:00000010:0.0:1764938850.888638:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9c7ddcc. 00010000:00000010:0.0:1764938850.888659:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.888666:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.888680:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.888683:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.888694:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938850.888698:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013632, offset 224 00000400:00000200:0.0:1764938850.888705:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.888714:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.888719:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90386:90386:256:4294967295] 192.168.203.57@tcp LPNI seq info [90386:90386:8:4294967295] 00000400:00000200:0.0:1764938850.888728:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.888733:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.888737:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82352938). 00000800:00000200:0.0:1764938850.888742:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.888748:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.888751:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.888776:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.888780:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.888783:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077fc4358. 00080000:00000010:3.0:1764938850.888972:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aec10697. 00010000:00000010:3.0:1764938850.889048:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.889055:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1bcdefc. 00010000:00000010:3.0:1764938850.889169:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.889174:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.889184:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.889188:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.889194:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.889203:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca299ba4. 02000000:00000010:3.0:1764938850.889222:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b6562df. 00000400:00000010:3.0:1764938850.889227:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.889231:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.889236:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936384, portal 16 00000400:00000010:3.0:1764938850.889240:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938850.889242:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936384, offset 0 00000400:00000200:3.0:1764938850.889247:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.889253:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.889259:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.889262:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.889264:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.889267:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90387:90387:255:4294967295] 192.168.203.57@tcp LPNI seq info [90387:90387:7:4294967295] 00000400:00000200:3.0:1764938850.889273:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.889276:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.889279:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.889283:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.889286:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.889289:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.889606:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.889609:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352938). 00000400:00000200:1.0:1764938850.889613:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.889618:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.889622:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:1.0:1764938850.889624:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000800:00000200:1.0:1764938850.889847:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.889850:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.889856:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.889860:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.889862:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:1.0:1764938850.889864:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00000100:00000200:1.0:1764938850.889869:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.891819:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.891838:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509640 00000400:00000200:2.0:1764938850.891848:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1035 [1] + 224 00000400:00000200:2.0:1764938850.891864:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.891867:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.891876:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.891969:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.891973:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.891975:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.891981:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.891988:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.892014:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b6562df. 02000000:00000010:3.0:1764938850.892019:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca299ba4. 00000100:00000010:3.0:1764938850.892023:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.892027:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.892030:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00010000:00000010:3.1:1764938850.896142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016fc224a. 00010000:00000010:3.1:1764938850.896159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:0.1:1764938850.896219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a80b415c. 00000400:00000200:1.0:1764938850.901164:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.901185:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f636c0 00000400:00000200:1.0:1764938850.901192:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf989 [2] + 1968 00000400:00000010:1.0:1764938850.901198:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002fddf1d8. 00000400:00000200:1.0:1764938850.901206:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b963aaa6 00000400:00000200:1.0:1764938850.901263:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.901267:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.901270:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b963aaa6 00000400:00000010:1.0:1764938850.901272:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b963aaa6 (tot 82352538). 00000100:00000200:1.0:1764938850.901279:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938850.915960:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016c1a290. 00000020:00000010:2.0:1764938850.915975:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.915981:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.916009:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003da14082 x1850670621013696/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938850.916039:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013696 02000000:00000010:2.0:1764938850.916050:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009471741c. 00010000:00000010:2.0:1764938850.916081:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014673c50. 00010000:00000010:2.0:1764938850.916146:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.916155:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059210738. 00000100:00000010:2.0:1764938850.916175:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059210738. 00010000:00000010:2.0:1764938850.916178:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.916192:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938850.916199:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013696, offset 224 00000400:00000200:2.0:1764938850.916208:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.916223:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.916229:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90388:90388:256:4294967295] 192.168.203.57@tcp LPNI seq info [90388:90388:8:4294967295] 00000400:00000200:2.0:1764938850.916240:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.916246:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.916252:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352786). 00000800:00000200:2.0:1764938850.916258:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.916265:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.916269:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.916286:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.916290:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.916294:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016c1a290. 02000000:00000010:2.0:1764938850.916303:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003d85a20. 00000100:00000010:2.0:1764938850.916306:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:2.0:1764938850.916310:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000499caead. 00000100:00000010:2.0:1764938850.916312:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:2.0:1764938850.916316:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c716e320. 00000100:00000010:2.0:1764938850.916318:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:2.0:1764938850.916322:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c932303. 00000100:00000010:2.0:1764938850.916325:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 02000000:00000010:2.0:1764938850.916328:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f2745af. 00000100:00000010:2.0:1764938850.916332:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:2.0:1764938850.916334:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a91876a. 00000100:00000010:2.0:1764938850.916337:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cec6963. 00000100:00000200:2.0:1764938850.916343:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938850.916348:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003549b445. 00000400:00000010:2.0:1764938850.916352:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000059210738 (tot 82352938). 00080000:00000010:3.0:1764938850.916485:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca299ba4. 00010000:00000010:3.0:1764938850.916569:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.916576:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b4eaae8. 00010000:00000010:3.0:1764938850.916647:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938850.916652:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.916663:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.916667:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.916674:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.916685:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b6562df. 02000000:00000010:3.0:1764938850.916707:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b51ec932. 00000400:00000010:3.0:1764938850.916712:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.916716:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.916719:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936448, portal 16 00000400:00000010:3.0:1764938850.916723:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00000100:00000200:3.0:1764938850.916725:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936448, offset 0 00000400:00000200:3.0:1764938850.916731:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.916738:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.916745:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.916749:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.916753:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.916755:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90389:90389:255:4294967295] 192.168.203.57@tcp LPNI seq info [90389:90389:7:4294967295] 00000400:00000200:3.0:1764938850.916763:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.916768:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.916771:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.916776:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.916780:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.916782:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.917026:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.917030:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352938). 00000400:00000200:1.0:1764938850.917036:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.917042:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.917046:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:1.0:1764938850.917048:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 02000000:00000010:1.0:1764938850.917054:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009471741c. 00000800:00000200:1.0:1764938850.917158:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.917161:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.917167:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.917170:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.917172:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:1.0:1764938850.917174:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 00000100:00000200:1.0:1764938850.917179:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.921205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d76c74eb. 00010000:00000010:3.1:1764938850.925166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c3e4fb8. 00010000:00000010:3.1:1764938850.925183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000400:00000200:2.0:1764938850.932750:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.932768:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509680 00000400:00000200:2.0:1764938850.932777:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1045 [1] + 224 00000400:00000200:2.0:1764938850.932788:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.932792:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.932801:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938850.932837:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938850.932843:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63700 00000400:00000200:2.0:1764938850.932848:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf9e1 [2] + 0 00000400:00000200:2.0:1764938850.932856:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.932859:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938850.932862:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938850.932867:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000400:00000010:3.0:1764938850.932938:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.932943:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.932945:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.932950:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.932957:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.932984:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b51ec932. 02000000:00000010:3.0:1764938850.932989:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b6562df. 00000100:00000010:3.0:1764938850.932992:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.932996:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.932999:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000020:00000010:0.0:1764938850.933094:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d85a20. 00000020:00000010:0.0:1764938850.933144:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.933149:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938850.933172:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621013760/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938850.933204:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013760 02000000:00000010:0.0:1764938850.933215:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f2745af. 00010000:00000010:0.0:1764938850.933240:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc9031e3. 00010000:00000010:0.0:1764938850.933258:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.933263:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.933278:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.933281:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.933292:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938850.933297:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013760, offset 224 00000400:00000200:0.0:1764938850.933304:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.933313:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.933318:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90390:90390:256:4294967295] 192.168.203.57@tcp LPNI seq info [90390:90390:8:4294967295] 00000400:00000200:0.0:1764938850.933328:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.933333:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.933337:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938850.933342:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.933348:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.933351:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.933363:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.933366:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.933379:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d85a20. 00080000:00000010:3.0:1764938850.933439:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b6562df. 00010000:00000010:3.0:1764938850.933519:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.933525:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba63b5d6. 00010000:00000010:3.0:1764938850.933589:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c736da1. 00010000:00000010:3.0:1764938850.933592:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.933597:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.933602:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00080000:00000010:3.0:1764938850.933612:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b51ec932. 00010000:00000010:3.0:1764938850.933633:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.933636:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.933681:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938850.933684:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.933690:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.933693:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.933698:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.933707:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ff2b5e2. 02000000:00000010:3.0:1764938850.933725:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f81f872c. 00000400:00000010:3.0:1764938850.933730:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.933733:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.933737:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936512, portal 16 00000400:00000010:3.0:1764938850.933741:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938850.933742:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936512, offset 0 00000400:00000200:3.0:1764938850.933747:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.933754:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.933760:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.933763:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.933765:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.933768:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90391:90391:255:4294967295] 192.168.203.57@tcp LPNI seq info [90391:90391:7:4294967295] 00000400:00000200:3.0:1764938850.933775:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.933779:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.933782:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.933786:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.933789:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.933792:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.934139:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.934142:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352938). 00000400:00000200:1.0:1764938850.934146:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.934150:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.934153:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:1.0:1764938850.934155:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000800:00000200:1.0:1764938850.934211:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.934213:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.934219:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.934222:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.934223:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:1.0:1764938850.934224:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:1.0:1764938850.934228:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938850.940162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c642f64. 00010000:00000010:3.1:1764938850.940178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.1:1764938850.940183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:3.1:1764938850.940186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:0.1:1764938850.940318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000351e4775. 00000400:00000200:1.0:1764938850.944459:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.944479:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55096c0 00000400:00000200:1.0:1764938850.944488:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1051 [1] + 224 00000400:00000200:1.0:1764938850.944499:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.944503:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.944514:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.944552:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.944558:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63740 00000400:00000200:1.0:1764938850.944563:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf9e1 [2] + 328 00000400:00000200:1.0:1764938850.944612:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.944616:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.944620:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.944625:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00000400:00000010:3.0:1764938850.944703:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.944708:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.944710:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.944715:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1764938850.944719:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009471741c. 00000100:00000200:3.0:1764938850.944722:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1764938850.944727:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.944731:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 02000000:00000010:3.0:1764938850.944746:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f81f872c. 00000100:00000200:2.0:1764938850.944750:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621013824/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 02000000:00000010:3.0:1764938850.944751:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ff2b5e2. 00000100:00000010:3.0:1764938850.944754:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.944757:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.944761:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000100:00000200:2.0:1764938850.944785:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013824 02000000:00000010:2.0:1764938850.944796:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c932303. 00010000:00000010:2.0:1764938850.944822:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a13a4a2a. 00010000:00000010:2.0:1764938850.944842:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.944849:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf03526d. 00000100:00000010:2.0:1764938850.944867:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf03526d. 00010000:00000010:2.0:1764938850.944870:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.944882:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938850.944886:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013824, offset 224 00000400:00000200:2.0:1764938850.944894:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.944903:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.944908:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90392:90392:256:4294967295] 192.168.203.57@tcp LPNI seq info [90392:90392:8:4294967295] 00000400:00000200:2.0:1764938850.944917:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.944922:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.944926:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938850.944932:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.944938:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.944942:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.944966:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.944970:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.944973:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009471741c. 00080000:00000010:3.0:1764938850.945078:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff2b5e2. 00000800:00000200:1.0:1764938850.945186:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.945189:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938850.945193:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1764938850.945195:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00000400:00000200:1.0:1764938850.945197:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.945200:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00010000:00000010:3.0:1764938850.945201:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a399bfff. 00000400:00000010:1.0:1764938850.945201:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 00010000:00000010:3.0:1764938850.945267:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.945274:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.945283:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.945287:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.945292:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.945341:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f81f872c. 02000000:00000010:3.0:1764938850.945362:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038efb602. 00000400:00000010:3.0:1764938850.945365:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.945379:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.945382:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936576, portal 16 00000400:00000010:3.0:1764938850.945386:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938850.945388:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936576, offset 0 00000400:00000200:3.0:1764938850.945394:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.945399:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.945405:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.945408:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.945411:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.945413:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90393:90393:256:4294967295] 192.168.203.57@tcp LPNI seq info [90393:90393:8:4294967295] 00000400:00000200:3.0:1764938850.945420:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.945424:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.945427:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.945430:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.945434:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.945436:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.945534:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.945537:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.945543:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.945547:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.945549:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:1.0:1764938850.945551:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:1.0:1764938850.945555:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.946932:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.946946:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509700 00000400:00000200:1.0:1764938850.946954:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb105d [1] + 224 00000400:00000200:1.0:1764938850.946965:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.946968:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.946974:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.947135:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.947139:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.947140:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.947144:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.947151:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.947173:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038efb602. 02000000:00000010:3.0:1764938850.947176:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f81f872c. 00000100:00000010:3.0:1764938850.947179:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.947182:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.947184:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:1.0:1764938850.947281:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.947287:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63780 00000400:00000200:1.0:1764938850.947292:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf9e1 [2] + 656 00000400:00000200:1.0:1764938850.947329:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.947333:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.947337:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.947340:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:0.0:1764938850.947680:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077fc4358. 00000020:00000010:0.0:1764938850.947686:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.947690:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938850.947706:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621013888/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938850.947733:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013888 02000000:00000010:0.0:1764938850.947741:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003d85a20. 00010000:00000010:0.0:1764938850.947761:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d47d43f. 00010000:00000010:0.0:1764938850.947775:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938850.947780:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3a20433. 00000100:00000010:0.0:1764938850.947789:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3a20433. 00010000:00000010:0.0:1764938850.947791:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000400:00000010:0.0:1764938850.947802:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938850.947806:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013888, offset 224 00000400:00000200:0.0:1764938850.947813:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938850.947822:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938850.947826:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90394:90394:256:4294967295] 192.168.203.57@tcp LPNI seq info [90394:90394:8:4294967295] 00000400:00000200:0.0:1764938850.947836:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938850.947840:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938850.947845:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82352938). 00000800:00000200:0.0:1764938850.947850:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938850.947855:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938850.947858:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938850.947880:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad896fb. 00000020:00000010:0.0:1764938850.947884:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938850.947887:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077fc4358. 00000800:00000200:1.0:1764938850.948017:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.948021:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:1.0:1764938850.948024:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.948029:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.948031:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:1.0:1764938850.948033:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00080000:00000010:3.0:1764938850.950914:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f81f872c. 00010000:00000010:3.0:1764938850.951008:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.951017:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009705b2d3. 00010000:00000010:3.0:1764938850.951087:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938850.951092:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.951124:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.951132:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.951140:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.951153:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038efb602. 02000000:00000010:3.0:1764938850.951178:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1e1845d. 00000400:00000010:3.0:1764938850.951184:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.951190:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.951196:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936640, portal 16 00000400:00000010:3.0:1764938850.951201:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938850.951203:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936640, offset 0 00000400:00000200:3.0:1764938850.951212:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.951227:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.951233:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.951237:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.951239:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.951242:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90395:90395:256:4294967295] 192.168.203.57@tcp LPNI seq info [90395:90395:8:4294967295] 00000400:00000200:3.0:1764938850.951252:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.951257:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.951261:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.951266:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.951273:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.951276:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.951415:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.951418:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.951426:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.951430:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.951434:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:1.0:1764938850.951437:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00000100:00000200:1.0:1764938850.951443:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938850.952151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051785434. 00010000:00000010:0.1:1764938850.955258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fddfa05. 00010000:00000010:3.1:1764938850.956165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003676632a. 00010000:00000010:3.1:1764938850.956175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.1:1764938850.964114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000433e5ef1. 00010000:00000010:3.1:1764938850.964131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000400:00000200:1.0:1764938850.964450:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.964468:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509740 00000400:00000200:1.0:1764938850.964476:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1069 [1] + 224 00000400:00000200:1.0:1764938850.964489:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.964493:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.964503:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.964541:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.964546:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f637c0 00000400:00000200:1.0:1764938850.964551:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf9e1 [2] + 984 00000400:00000200:1.0:1764938850.964601:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.964605:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.964608:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.964614:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000400:00000010:3.0:1764938850.964695:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.964700:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.964702:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.964708:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.964715:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1764938850.964823:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009471741c. 00000020:00000010:2.0:1764938850.964831:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.964835:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.964858:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621013952/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938850.964894:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621013952 02000000:00000010:2.0:1764938850.964906:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a91876a. 00010000:00000010:2.0:1764938850.964933:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e3cebc5. 00010000:00000010:2.0:1764938850.964953:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.964959:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf03526d. 00000100:00000010:2.0:1764938850.964964:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf03526d. 00010000:00000010:2.0:1764938850.964968:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.964981:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d1699a8. 00000100:00000200:2.0:1764938850.964985:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621013952, offset 224 00000400:00000200:2.0:1764938850.964992:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.965003:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.965009:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90396:90396:256:4294967295] 192.168.203.57@tcp LPNI seq info [90396:90396:8:4294967295] 00000400:00000200:2.0:1764938850.965019:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.965023:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.965027:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938850.965032:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.965039:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.965042:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.965066:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7737cc8. 00000020:00000010:2.0:1764938850.965071:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.965075:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009471741c. 02000000:00000010:3.0:1764938850.965252:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1e1845d. 02000000:00000010:3.0:1764938850.965258:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038efb602. 00000100:00000010:3.0:1764938850.965262:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.965266:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.965268:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00080000:00000010:3.0:1764938850.965284:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038efb602. 00010000:00000010:3.0:1764938850.965365:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.965385:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1f29253. 00010000:00000010:3.0:1764938850.965454:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938850.965461:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.965470:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.965473:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.965479:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.965488:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1e1845d. 02000000:00000010:3.0:1764938850.965508:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e10362a. 00000400:00000010:3.0:1764938850.965513:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.965517:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.965521:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936704, portal 16 00000400:00000010:3.0:1764938850.965525:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046f0a039. 00000100:00000200:3.0:1764938850.965527:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936704, offset 0 00000400:00000200:3.0:1764938850.965533:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.965540:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.965545:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.965549:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.965552:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.965554:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90397:90397:255:4294967295] 192.168.203.57@tcp LPNI seq info [90397:90397:7:4294967295] 00000400:00000200:3.0:1764938850.965561:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.965566:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.965569:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.965573:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.965577:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.965580:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.967064:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.967071:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:1.0:1764938850.967078:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.967085:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.967090:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d1699a8 00000400:00000010:1.0:1764938850.967093:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d1699a8. 00000800:00000200:1.0:1764938850.967191:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.967194:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.967200:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.967203:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.967205:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046f0a039 00000400:00000010:1.0:1764938850.967206:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046f0a039. 00000100:00000200:1.0:1764938850.967211:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.975791:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.975812:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509780 00000400:00000200:1.0:1764938850.975821:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1075 [1] + 224 00000400:00000200:1.0:1764938850.975840:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.975845:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.975856:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938850.975952:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.975956:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.975958:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.975964:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.975971:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938850.975998:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e10362a. 02000000:00000010:3.0:1764938850.976003:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1e1845d. 00000100:00000010:3.0:1764938850.976006:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.976011:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.976014:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00010000:00000010:3.1:1764938850.979142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000309be247. 00010000:00000010:3.1:1764938850.979155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:2.1:1764938850.979196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dc0d9f3. 00000400:00000200:1.0:1764938850.980718:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.980734:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63800 00000400:00000200:1.0:1764938850.980741:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf9e1 [2] + 1312 00000400:00000200:1.0:1764938850.980965:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.980971:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.980977:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.980983:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000020:00000010:2.0:1764938850.981156:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009471741c. 00000020:00000010:2.0:1764938850.981163:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938850.981168:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.981193:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548a2fdc x1850670621014016/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938850.981227:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014016 02000000:00000010:2.0:1764938850.981238:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c716e320. 00010000:00000010:2.0:1764938850.981263:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c30fc85. 00010000:00000010:2.0:1764938850.981282:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.981289:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf03526d. 00000100:00000010:2.0:1764938850.981306:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf03526d. 00010000:00000010:2.0:1764938850.981311:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.981322:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938850.981327:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014016, offset 224 00000400:00000200:2.0:1764938850.981335:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.981345:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.981350:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90398:90398:256:4294967295] 192.168.203.57@tcp LPNI seq info [90398:90398:8:4294967295] 00000400:00000200:2.0:1764938850.981360:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.981383:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.981388:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.981394:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.981400:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.981404:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.981420:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938850.981424:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.981427:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009471741c. 00080000:00000010:3.0:1764938850.981580:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1e1845d. 00010000:00000010:3.0:1764938850.981654:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.981660:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d276f89f. 00010000:00000010:3.0:1764938850.981728:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938850.981733:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.981743:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.981747:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.981753:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.981762:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e10362a. 02000000:00000010:3.0:1764938850.981783:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023f13f7d. 00000400:00000010:3.0:1764938850.981788:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.981792:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.981797:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936768, portal 16 00000400:00000010:3.0:1764938850.981801:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f724e3. 00000100:00000200:3.0:1764938850.981803:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936768, offset 0 00000400:00000200:3.0:1764938850.981808:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.981814:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.981820:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.981823:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.981826:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.981828:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90399:90399:255:4294967295] 192.168.203.57@tcp LPNI seq info [90399:90399:7:4294967295] 00000400:00000200:3.0:1764938850.981835:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.981839:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.981843:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.981846:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.981850:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.981852:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.981932:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.981935:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:1.0:1764938850.981940:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.981943:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.981946:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:1.0:1764938850.981948:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000800:00000200:1.0:1764938850.982234:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.982237:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.982244:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.982248:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.982251:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f724e3 00000400:00000010:1.0:1764938850.982252:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f724e3. 00000100:00000200:1.0:1764938850.982257:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.983603:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.983618:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55097c0 00000400:00000200:1.0:1764938850.983625:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1081 [1] + 224 00000400:00000200:1.0:1764938850.983634:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.983637:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.983645:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.983898:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.983907:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63840 00000400:00000200:1.0:1764938850.983913:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf9e1 [2] + 1640 00000400:00000200:1.0:1764938850.983923:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.983926:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.983930:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.983934:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000020:00000010:2.0:1764938850.984022:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016c1a290. 00000020:00000010:2.0:1764938850.984027:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938850.984031:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.984049:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621014080/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938850.984091:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014080 02000000:00000010:2.0:1764938850.984123:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009471741c. 00010000:00000010:2.0:1764938850.984155:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.984161:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf03526d. 00000100:00000010:2.0:1764938850.984166:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf03526d. 00010000:00000010:2.0:1764938850.984169:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938850.984181:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938850.984184:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014080, offset 224 00000400:00000200:2.0:1764938850.984191:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.984201:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.984206:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90400:90400:256:4294967295] 192.168.203.57@tcp LPNI seq info [90400:90400:8:4294967295] 00000400:00000200:2.0:1764938850.984214:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.984219:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.984223:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938850.984228:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.984233:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.984236:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.984249:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938850.984253:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.984256:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016c1a290. 00000400:00000010:3.0:1764938850.984613:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.984618:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.984620:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.984626:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.984633:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938850.984651:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d81702ba. 02000000:00000010:3.0:1764938850.984675:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023f13f7d. 02000000:00000010:3.0:1764938850.984679:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e10362a. 00000100:00000010:3.0:1764938850.984682:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.984685:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.984688:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00080000:00000010:3.0:1764938850.984701:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e10362a. 00010000:00000010:3.0:1764938850.984770:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.984776:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0262d0f. 00010000:00000010:3.0:1764938850.984832:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c736da1. 00010000:00000010:3.0:1764938850.984835:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.984840:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938850.984844:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00080000:00000010:3.0:1764938850.984855:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023f13f7d. 00010000:00000010:3.0:1764938850.984878:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.984882:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009290e3b0. 00010000:00000010:3.0:1764938850.984923:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001644e83d. 00010000:00000010:3.0:1764938850.984926:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938850.984931:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.984934:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.984938:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938850.984947:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d46b97. 02000000:00000010:3.0:1764938850.984962:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2c01956. 00000400:00000010:3.0:1764938850.984965:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938850.984967:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.984971:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936832, portal 16 00000400:00000010:3.0:1764938850.984975:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938850.984976:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936832, offset 0 00000400:00000200:3.0:1764938850.984981:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.984987:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.984993:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938850.984996:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938850.984998:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938850.985000:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90401:90401:255:4294967295] 192.168.203.57@tcp LPNI seq info [90401:90401:7:4294967295] 00000400:00000200:3.0:1764938850.985008:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.985014:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.985016:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82353186). 00000800:00000200:3.0:1764938850.985020:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.985023:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.985026:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.985134:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.985138:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:1.0:1764938850.985142:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.985145:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.985147:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001677e719 00000400:00000010:1.0:1764938850.985148:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001677e719. 00000800:00000200:1.0:1764938850.985200:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.985202:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.985207:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.985209:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.985211:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:1.0:1764938850.985212:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:1.0:1764938850.985216:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626936832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.988685:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.988704:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509800 00000400:00000200:1.0:1764938850.988712:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb108d [1] + 224 00000400:00000200:1.0:1764938850.988722:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.988726:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.988737:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626936832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.988773:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.988779:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63880 00000400:00000200:1.0:1764938850.988784:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaf9e1 [2] + 1968 00000400:00000010:1.0:1764938850.988788:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003d510dba. 00000400:00000200:1.0:1764938850.988791:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000077cd8ece 00000400:00000200:1.0:1764938850.988798:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.988800:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.988803:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077cd8ece 00000400:00000010:1.0:1764938850.988805:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000077cd8ece (tot 82352538). 00000100:00000200:1.0:1764938850.988809:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938850.988873:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016c1a290. 00000020:00000010:2.0:1764938850.988880:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938850.988884:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938850.988906:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b653f930 x1850670621014144/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938850.988936:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014144 02000000:00000010:2.0:1764938850.988949:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a242991. 00000400:00000010:3.0:1764938850.988966:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938850.988970:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:3.0:1764938850.988971:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:3.0:1764938850.988976:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626936832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938850.988983:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626936832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938850.988984:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.988989:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf03526d. 00000100:00000010:2.0:1764938850.988995:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf03526d. 00010000:00000010:2.0:1764938850.988998:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00010000:00000010:3.0:1764938850.989000:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006574e797. 00000400:00000010:2.0:1764938850.989009:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 02000000:00000010:3.0:1764938850.989013:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2c01956. 00000100:00000200:2.0:1764938850.989013:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014144, offset 224 02000000:00000010:3.0:1764938850.989017:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d46b97. 00000400:00000200:2.0:1764938850.989020:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000100:00000010:3.0:1764938850.989021:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:3.0:1764938850.989024:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.989027:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:2.0:1764938850.989029:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.989033:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90402:90402:256:4294967295] 192.168.203.57@tcp LPNI seq info [90402:90402:8:4294967295] 00080000:00000010:3.0:1764938850.989039:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042d46b97. 00000400:00000200:2.0:1764938850.989042:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.989046:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.989050:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352786). 00000800:00000200:2.0:1764938850.989054:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.989059:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.989061:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938850.989078:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938850.989081:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938850.989085:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016c1a290. 02000000:00000010:2.0:1764938850.989092:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009471741c. 00000100:00000010:2.0:1764938850.989096:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:2.0:1764938850.989100:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c716e320. 00000100:00000010:2.0:1764938850.989125:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00010000:00000010:3.0:1764938850.989129:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 02000000:00000010:2.0:1764938850.989129:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a91876a. 00000100:00000010:2.0:1764938850.989131:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:2.0:1764938850.989134:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003d85a20. 00010000:00000010:3.0:1764938850.989135:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4506225. 00000100:00000010:2.0:1764938850.989136:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:2.0:1764938850.989138:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c932303. 00000100:00000010:2.0:1764938850.989142:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:2.0:1764938850.989144:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f2745af. 00000100:00000010:2.0:1764938850.989147:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000200:2.0:1764938850.989152:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938850.989156:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b53f4aee. 00000400:00000010:2.0:1764938850.989159:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf03526d (tot 82352938). 00010000:00000010:2.0:1764938850.989237:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938850.989245:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938850.989254:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.989258:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004067c9c5. 00000100:00000010:2.0:1764938850.989263:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.989272:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d3c77ca. 02000000:00000010:2.0:1764938850.989290:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ddaaf3f. 00000400:00000010:2.0:1764938850.989293:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b250cf85. 00000400:00000010:2.0:1764938850.989296:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938850.989298:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936896, portal 16 00000400:00000010:2.0:1764938850.989301:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d01220b. 00000100:00000200:2.0:1764938850.989303:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936896, offset 0 00000400:00000200:2.0:1764938850.989307:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.989313:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.989319:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.989321:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.989324:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000800:00000200:1.0:1764938850.989325:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1764938850.989326:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90403:90403:255:4294967295] 192.168.203.57@tcp LPNI seq info [90403:90403:7:4294967295] 00000800:00000010:1.0:1764938850.989328:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:1.0:1764938850.989332:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938850.989336:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000400:00000200:1.0:1764938850.989336:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.989338:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000800:00000200:2.0:1764938850.989340:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000400:00000010:1.0:1764938850.989340:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 00000800:00000010:2.0:1764938850.989343:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 02000000:00000010:1.0:1764938850.989345:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a242991. 00000800:00000200:2.0:1764938850.989346:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.989350:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.989352:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938850.990289:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.990292:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938850.990298:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.990303:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.990307:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d01220b 00000400:00000010:1.0:1764938850.990308:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d01220b. 00000100:00000200:1.0:1764938850.990314:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626936896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.992378:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.992397:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509840 00000400:00000200:1.0:1764938850.992405:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb109d [1] + 224 00000400:00000200:1.0:1764938850.992418:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.992422:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.992431:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626936896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938850.992465:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938850.992470:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f638c0 00000400:00000200:1.0:1764938850.992475:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa39 [2] + 0 00000400:00000200:1.0:1764938850.992525:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.992529:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938850.992533:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938850.992538:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:3.0:1764938850.992626:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2c01956. 00000020:00000010:3.0:1764938850.992634:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938850.992638:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b76f3b. 00000100:00000200:3.0:1764938850.992661:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621014208/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:308/0 lens 328/0 e 0 to 0 dl 1764938893 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938850.992697:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014208 02000000:00000010:3.0:1764938850.992707:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3d8ff05. 00010000:00000010:3.0:1764938850.992745:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938850.992751:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938850.992757:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938850.992760:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000010:3.0:1764938850.992774:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938850.992778:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014208, offset 224 00000400:00000200:3.0:1764938850.992786:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938850.992796:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938850.992801:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90404:90404:256:4294967295] 192.168.203.57@tcp LPNI seq info [90404:90404:8:4294967295] 00000400:00000200:3.0:1764938850.992811:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938850.992815:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938850.992819:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938850.992824:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938850.992849:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938850.992853:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938850.992867:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938850.992870:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b76f3b. 00000020:00000010:3.0:1764938850.992873:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2c01956. 00000800:00000200:1.0:1764938850.993070:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938850.993073:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:1.0:1764938850.993080:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938850.993084:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938850.993087:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:1.0:1764938850.993089:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000400:00000010:2.0:1764938850.995699:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b250cf85. 00000400:00000200:2.0:1764938850.995708:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:2.0:1764938850.995710:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00000100:00000200:2.0:1764938850.995725:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626936896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938850.995734:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626936896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938850.995759:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006069f510. 02000000:00000010:2.0:1764938850.995778:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ddaaf3f. 02000000:00000010:2.0:1764938850.995782:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d3c77ca. 00000100:00000010:2.0:1764938850.995785:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938850.995788:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004067c9c5. 00010000:00000010:2.0:1764938850.995791:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00080000:00000010:2.0:1764938850.995809:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d3c77ca. 00010000:00000010:2.0:1764938850.995901:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938850.995909:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ff31116. 00010000:00000010:2.0:1764938850.995981:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.0:1764938850.995988:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938850.996000:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938850.996005:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004067c9c5. 00000100:00000010:2.0:1764938850.996011:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938850.996022:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ddaaf3f. 02000000:00000010:2.0:1764938850.996048:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015805715. 00000400:00000010:2.0:1764938850.996052:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b250cf85. 00000400:00000010:2.0:1764938850.996057:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938850.996063:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626936960, portal 16 00000400:00000010:2.0:1764938850.996068:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938850.996070:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626936960, offset 0 00000400:00000200:2.0:1764938850.996077:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938850.996092:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938850.996099:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938850.996126:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938850.996129:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938850.996131:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90405:90405:256:4294967295] 192.168.203.57@tcp LPNI seq info [90405:90405:8:4294967295] 00000400:00000200:2.0:1764938850.996141:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938850.996146:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938850.996151:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938850.996157:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938850.996163:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938850.996167:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938850.999552:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938850.999560:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938850.999568:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938850.999577:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938850.999584:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b243d39b 00000400:00000010:3.0:1764938850.999586:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b243d39b. 00000100:00000200:3.0:1764938850.999596:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626936960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.000394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007edbadfa. 00010000:00000010:3.1:1764938851.000402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.1:1764938851.000406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e9640d0. 00010000:00000010:3.1:1764938851.000408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aac65d1. 00010000:00000010:3.1:1764938851.000411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.1:1764938851.000414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:3.1:1764938851.000416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.1:1764938851.000419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b993c1c. 00010000:00000010:3.1:1764938851.000422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e31458f7. 00010000:00000010:3.1:1764938851.000424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00000400:00000200:1.0:1764938851.004449:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.004466:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509880 00000400:00000200:1.0:1764938851.004473:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb10a9 [1] + 224 00000400:00000200:1.0:1764938851.004483:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.004487:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.004495:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626936960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.004526:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.004530:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63900 00000400:00000200:1.0:1764938851.004534:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa39 [2] + 328 00000400:00000200:1.0:1764938851.004587:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.004590:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.004594:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.004598:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000400:00000010:2.0:1764938851.004814:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b250cf85. 00000400:00000200:2.0:1764938851.004819:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:2.0:1764938851.004821:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00000100:00000200:2.0:1764938851.004828:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626936960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.004835:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626936960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938894 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.004867:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015805715. 02000000:00000010:2.0:1764938851.004873:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ddaaf3f. 00000100:00000010:2.0:1764938851.004876:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938851.004879:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004067c9c5. 00010000:00000010:2.0:1764938851.004883:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000020:00000010:3.0:1764938851.005197:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2c01956. 00000020:00000010:3.0:1764938851.005204:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009290e3b0. 00000020:00000010:3.0:1764938851.005209:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b76f3b. 00000100:00000200:3.0:1764938851.005232:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621014272/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938851.005266:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014272 02000000:00000010:3.0:1764938851.005277:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dae8076e. 00010000:00000010:3.0:1764938851.005303:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3fe9077. 00010000:00000010:3.0:1764938851.005322:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938851.005330:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938851.005345:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938851.005348:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00080000:00000010:2.0:1764938851.005377:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ddaaf3f. 00010000:00000010:2.0:1764938851.005456:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938851.005463:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd606944. 00010000:00000010:2.0:1764938851.005532:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006931b912. 00010000:00000010:2.0:1764938851.005537:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938851.005546:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938851.005550:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004067c9c5. 00000100:00000010:2.0:1764938851.005556:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938851.005565:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015805715. 02000000:00000010:2.0:1764938851.005587:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a242991. 00000400:00000010:2.0:1764938851.005591:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b250cf85. 00000400:00000010:2.0:1764938851.005594:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938851.005600:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937024, portal 16 00000400:00000010:2.0:1764938851.005604:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938851.005607:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937024, offset 0 00000400:00000200:2.0:1764938851.005613:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.005626:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.005632:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.005635:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.005638:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.005641:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90406:90406:256:4294967295] 192.168.203.57@tcp LPNI seq info [90406:90406:8:4294967295] 00000400:00000200:2.0:1764938851.005650:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.005655:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.005659:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938851.005665:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.005670:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.005674:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1764938851.005733:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938851.005736:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014272, offset 224 00000400:00000200:1.0:1764938851.005742:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.005747:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.005751:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90407:90407:255:4294967295] 192.168.203.57@tcp LPNI seq info [90407:90407:7:4294967295] 00000400:00000200:1.0:1764938851.005758:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.005761:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.005764:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938851.005767:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.005771:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.005772:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.005781:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009290e3b0. 00000020:00000010:1.0:1764938851.005785:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b76f3b. 00000020:00000010:1.0:1764938851.005788:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2c01956. 00010000:00000010:2.1:1764938851.009349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49c8d37. 00010000:00000010:2.1:1764938851.009361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d85c22f. 00010000:00000010:2.1:1764938851.009379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c40cf64c. 00010000:00000010:2.1:1764938851.009383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000800:00000200:3.0:1764938851.009707:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.009711:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:3.0:1764938851.009718:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.009728:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.009733:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b243d39b 00000400:00000010:3.0:1764938851.009735:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b243d39b. 00000100:00000200:3.0:1764938851.009746:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626937024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1764938851.009824:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.009826:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938851.009830:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.009841:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.009844:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:3.0:1764938851.009845:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00010000:00000010:2.1:1764938851.014342:0:1042:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e36647. 00010000:00000010:2.1:1764938851.014358:0:1042:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fdb50f2. 00000400:00000200:2.0:1764938851.019949:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.019969:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55098c0 00000400:00000200:2.0:1764938851.019978:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb10b1 [1] + 224 00000400:00000200:2.0:1764938851.019991:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.019995:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.020006:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626937024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938851.020043:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.020049:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63940 00000400:00000200:2.0:1764938851.020053:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa39 [2] + 656 00000400:00000010:3.0:1764938851.020063:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b250cf85. 00000400:00000200:3.0:1764938851.020067:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:3.0:1764938851.020069:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00000100:00000200:3.0:1764938851.020076:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626937024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.020083:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626937024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.020125:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c429d1b. 02000000:00000010:3.0:1764938851.020141:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a242991. 02000000:00000010:3.0:1764938851.020145:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015805715. 00000100:00000010:3.0:1764938851.020149:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:3.0:1764938851.020152:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004067c9c5. 00010000:00000010:3.0:1764938851.020155:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000200:2.0:1764938851.020740:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.020746:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.020753:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938851.020758:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:3.0:1764938851.020818:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ada239e. 00000020:00000010:3.0:1764938851.020825:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938851.020830:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fcc0e276. 00000100:00000200:3.0:1764938851.020862:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621014336/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938851.020893:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014336 02000000:00000010:3.0:1764938851.020905:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007072c08d. 00010000:00000010:3.0:1764938851.020931:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ced095f1. 00010000:00000010:3.0:1764938851.020950:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938851.020955:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938851.020974:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938851.020976:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000010:3.0:1764938851.020989:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938851.020993:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014336, offset 224 00000400:00000200:3.0:1764938851.021000:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.021010:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.021014:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90408:90408:256:4294967295] 192.168.203.57@tcp LPNI seq info [90408:90408:8:4294967295] 00000400:00000200:3.0:1764938851.021024:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.021029:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.021033:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938851.021038:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.021044:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.021048:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.021065:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938851.021068:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fcc0e276. 00000020:00000010:3.0:1764938851.021071:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ada239e. 00000800:00000200:3.0:1764938851.021167:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.021170:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:3.0:1764938851.021177:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.021181:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.021184:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938851.021186:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00080000:00000010:0.0:1764938851.022522:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ee2e493. 00010000:00000010:0.0:1764938851.022612:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:0.0:1764938851.022621:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b9a8d4d. 00010000:00000010:0.0:1764938851.022680:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002079d41. 00010000:00000010:0.0:1764938851.022685:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.022695:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938851.022700:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2665ef1. 00000100:00000010:0.0:1764938851.022706:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 02000000:00000010:0.0:1764938851.022717:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c07d8d80. 02000000:00000010:0.0:1764938851.022742:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7b6d974. 00000400:00000010:0.0:1764938851.022747:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9a57f88. 00000400:00000010:0.0:1764938851.022752:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938851.022757:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937088, portal 16 00000400:00000010:0.0:1764938851.022762:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938851.022764:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937088, offset 0 00000400:00000200:0.0:1764938851.022771:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.022784:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.022790:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.022793:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.022796:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.022799:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90409:90409:256:4294967295] 192.168.203.57@tcp LPNI seq info [90409:90409:8:4294967295] 00000400:00000200:0.0:1764938851.022808:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.022813:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.022817:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000479ccc68 (tot 82352938). 00000800:00000200:0.0:1764938851.022822:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.022828:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.022831:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000479ccc68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.023120:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.023124:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000479ccc68 (tot 82352690). 00000400:00000200:3.0:1764938851.023127:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.023132:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.023135:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:3.0:1764938851.023137:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:3.0:1764938851.023143:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c26b009e x1850670626937088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.024844:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.024861:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509900 00000400:00000200:3.0:1764938851.024870:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb10c1 [1] + 224 00000400:00000200:3.0:1764938851.024892:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.024895:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.024904:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c26b009e x1850670626937088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.025539:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.025549:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63980 00000400:00000200:3.0:1764938851.025554:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa39 [2] + 984 00000400:00000200:3.0:1764938851.026270:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.026276:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.026282:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.026288:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 00000020:00000010:2.0:1764938851.028146:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015805715. 00000020:00000010:2.0:1764938851.028158:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938851.028162:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.028191:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000050fb875 x1850670621014400/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938851.028225:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014400 02000000:00000010:2.0:1764938851.028236:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a242991. 00010000:00000010:2.0:1764938851.028271:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001402a2fd. 00000100:00000010:2.0:1764938851.028278:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004067c9c5. 00000100:00000010:2.0:1764938851.028284:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004067c9c5. 00010000:00000010:2.0:1764938851.028287:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001402a2fd. 00000400:00000010:2.0:1764938851.028300:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d01220b. 00000100:00000200:2.0:1764938851.028306:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014400, offset 224 00000400:00000200:2.0:1764938851.028314:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.028327:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.028333:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90410:90410:256:4294967295] 192.168.203.57@tcp LPNI seq info [90410:90410:8:4294967295] 00000400:00000200:2.0:1764938851.028343:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.028348:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.028352:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.028358:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.028365:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.028381:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.028404:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938851.028408:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.028411:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015805715. 00000400:00000010:0.0:1764938851.028587:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9a57f88. 00000400:00000200:0.0:1764938851.028592:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:0.0:1764938851.028594:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:0.0:1764938851.028600:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c26b009e x1850670626937088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.028608:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c26b009e x1850670626937088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938851.028630:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000943315c7. 02000000:00000010:0.0:1764938851.028642:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7b6d974. 02000000:00000010:0.0:1764938851.028647:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c07d8d80. 00000100:00000010:0.0:1764938851.028650:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 00000100:00000010:0.0:1764938851.028653:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2665ef1. 00010000:00000010:0.0:1764938851.028655:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00080000:00000010:0.0:1764938851.028670:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c07d8d80. 00010000:00000010:0.0:1764938851.028744:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.028749:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024188e6d. 00010000:00000010:0.0:1764938851.028819:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029658e39. 00010000:00000010:0.0:1764938851.028825:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.028836:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c18033d6. 00000100:00000010:0.0:1764938851.028839:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2665ef1. 00000100:00000010:0.0:1764938851.028845:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 02000000:00000010:0.0:1764938851.028854:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7b6d974. 02000000:00000010:0.0:1764938851.028875:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e0fd3d. 00000400:00000010:0.0:1764938851.028880:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9a57f88. 00000400:00000010:0.0:1764938851.028884:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938851.028887:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937152, portal 16 00000400:00000010:0.0:1764938851.028891:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938851.028893:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937152, offset 0 00000400:00000200:0.0:1764938851.028898:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.028904:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.028910:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.028914:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.028917:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.028919:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90411:90411:255:4294967295] 192.168.203.57@tcp LPNI seq info [90411:90411:7:4294967295] 00000400:00000200:0.0:1764938851.028927:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.028931:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.028935:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82353186). 00000800:00000200:0.0:1764938851.028939:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.028943:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.028945:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1764938851.033648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f55e88d. 00010000:00000010:0.1:1764938851.037166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa5dc0e3. 00010000:00000010:0.1:1764938851.037179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006931b912. 00000800:00000200:1.0:1764938851.041720:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.041726:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:1.0:1764938851.041736:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.041744:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.041750:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d01220b 00000400:00000010:1.0:1764938851.041753:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d01220b. 00000800:00000200:1.0:1764938851.041819:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.041821:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:1.0:1764938851.041824:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.041827:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.041829:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:1.0:1764938851.041831:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:1.0:1764938851.041838:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c26b009e x1850670626937152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938851.050296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000864f460f. 00010000:00000010:0.1:1764938851.050309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000847696bd. 00010000:00000010:0.1:1764938851.050313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002079d41. 00000400:00000200:1.0:1764938851.068286:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.068304:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509940 00000400:00000200:1.0:1764938851.068312:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb10cd [1] + 224 00000400:00000200:1.0:1764938851.068324:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.068328:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.068338:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c26b009e x1850670626937152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.068384:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.068390:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f639c0 00000400:00000200:1.0:1764938851.068394:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa39 [2] + 1312 00000400:00000010:2.0:1764938851.068406:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9a57f88. 00000400:00000200:2.0:1764938851.068411:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:2.0:1764938851.068413:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:2.0:1764938851.068419:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c26b009e x1850670626937152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.068427:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c26b009e x1850670626937152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.068449:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.068452:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 02000000:00000010:2.0:1764938851.068455:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e0fd3d. 00000100:00000200:1.0:1764938851.068455:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.068460:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:2.0:1764938851.068463:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7b6d974. 00000100:00000010:2.0:1764938851.068466:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 00000100:00000010:2.0:1764938851.068469:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2665ef1. 00010000:00000010:2.0:1764938851.068472:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c18033d6. 00000020:00000010:3.0:1764938851.068532:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048e682a0. 00000020:00000010:3.0:1764938851.068539:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938851.068543:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fcc0e276. 00000100:00000200:3.0:1764938851.068563:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621014464/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938851.069241:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014464 02000000:00000010:2.0:1764938851.069253:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000015805715. 00010000:00000010:2.0:1764938851.069276:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007110fdb3. 00010000:00000010:2.0:1764938851.069292:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001402a2fd. 00000100:00000010:2.0:1764938851.069297:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004067c9c5. 00000100:00000010:2.0:1764938851.069311:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004067c9c5. 00010000:00000010:2.0:1764938851.069313:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001402a2fd. 00000400:00000010:2.0:1764938851.069325:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938851.069330:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014464, offset 224 00000400:00000200:2.0:1764938851.069337:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.069348:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.069354:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90412:90412:256:4294967295] 192.168.203.57@tcp LPNI seq info [90412:90412:8:4294967295] 00000400:00000200:2.0:1764938851.069363:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.069378:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.069384:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.069389:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.069395:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.069399:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.069416:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:2.0:1764938851.069420:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fcc0e276. 00000020:00000010:2.0:1764938851.069423:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048e682a0. 00000800:00000200:2.0:1764938851.069494:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.069497:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938851.069502:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.069505:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.069508:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000400:00000010:2.0:1764938851.069510:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 00080000:00000010:1.0:1764938851.069801:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000465cdb35. 00010000:00000010:1.0:1764938851.069879:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:1.0:1764938851.069885:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dafeda4d. 00010000:00000010:1.0:1764938851.069962:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6a5f9ae. 00010000:00000010:1.0:1764938851.069967:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000451a9407. 00010000:00000010:1.0:1764938851.069976:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014f3e4b7. 00000100:00000010:1.0:1764938851.069980:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938851.069986:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 02000000:00000010:1.0:1764938851.069995:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005571995a. 02000000:00000010:1.0:1764938851.070016:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f5f8268. 00000400:00000010:1.0:1764938851.070021:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088bd6428. 00000400:00000010:1.0:1764938851.070025:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938851.070029:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937216, portal 16 00000400:00000010:1.0:1764938851.070033:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938851.070035:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937216, offset 0 00000400:00000200:1.0:1764938851.070041:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.070047:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.070054:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.070057:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.070060:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.070062:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90413:90413:256:4294967295] 192.168.203.57@tcp LPNI seq info [90413:90413:8:4294967295] 00000400:00000200:1.0:1764938851.070070:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.070074:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.070077:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938851.070081:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.070086:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.070088:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.071482:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.071488:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:0.0:1764938851.071495:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.071502:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.071505:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:0.0:1764938851.071507:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:0.0:1764938851.071514:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000057bde345 x1850670626937216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.072585:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.072600:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509980 00000400:00000200:3.0:1764938851.072608:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb10d9 [1] + 224 00000400:00000200:3.0:1764938851.072619:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.072622:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.072630:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000057bde345 x1850670626937216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.073453:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088bd6428. 00000400:00000200:2.0:1764938851.073458:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:2.0:1764938851.073460:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:2.0:1764938851.073467:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000057bde345 x1850670626937216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.073476:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000057bde345 x1850670626937216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.073505:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f5f8268. 02000000:00000010:2.0:1764938851.073509:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005571995a. 00000100:00000010:2.0:1764938851.073512:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000010:2.0:1764938851.073516:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:2.0:1764938851.073519:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014f3e4b7. 00000400:00000200:2.0:1764938851.079033:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.079051:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63a00 00000400:00000200:2.0:1764938851.079058:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa39 [2] + 1640 00000400:00000200:2.0:1764938851.079145:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.079149:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.079156:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938851.079164:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:3.0:1764938851.079390:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e7edb41. 00000020:00000010:3.0:1764938851.079398:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938851.079402:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f00dd25f. 00000100:00000200:3.0:1764938851.079430:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621014528/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938851.079464:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014528 02000000:00000010:3.0:1764938851.079473:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000718daa7b. 00010000:00000010:3.0:1764938851.079499:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000782fd443. 00010000:00000010:3.0:1764938851.079516:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938851.079521:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938851.079540:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938851.079543:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00000400:00000010:3.0:1764938851.079555:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938851.079559:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014528, offset 224 00000400:00000200:3.0:1764938851.079566:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.079576:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.079581:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90414:90414:256:4294967295] 192.168.203.57@tcp LPNI seq info [90414:90414:8:4294967295] 00000400:00000200:3.0:1764938851.079591:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.079595:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.079599:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938851.079604:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.079610:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.079613:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.079629:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938851.079632:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f00dd25f. 00000020:00000010:3.0:1764938851.079635:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e7edb41. 00000800:00000200:3.0:1764938851.079704:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.079707:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:3.0:1764938851.079714:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.079717:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.079721:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938851.079722:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00080000:00000010:0.0:1764938851.079832:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048dc6e88. 00010000:00000010:0.0:1764938851.079918:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000451a9407. 00010000:00000010:0.0:1764938851.079925:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e77dd23f. 00010000:00000010:0.0:1764938851.079994:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002079d41. 00010000:00000010:0.0:1764938851.080001:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe04d9ec. 00010000:00000010:0.0:1764938851.080012:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c564f31. 00000100:00000010:0.0:1764938851.080017:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938851.080023:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 02000000:00000010:0.0:1764938851.080034:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1e4de67. 02000000:00000010:0.0:1764938851.080053:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c3994db. 00000400:00000010:0.0:1764938851.080058:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938851.080063:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938851.080067:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937280, portal 16 00000400:00000010:0.0:1764938851.080071:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938851.080072:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937280, offset 0 00000400:00000200:0.0:1764938851.080078:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.080084:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.080090:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.080093:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.080095:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.080098:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90415:90415:256:4294967295] 192.168.203.57@tcp LPNI seq info [90415:90415:8:4294967295] 00000400:00000200:0.0:1764938851.080124:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.080128:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.080132:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938851.080136:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.080140:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.080141:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.082968:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.082974:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352690). 00000400:00000200:3.0:1764938851.082980:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.082988:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.082993:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:3.0:1764938851.082995:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:3.0:1764938851.083005:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0814fbb x1850670626937280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.084145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b804c725. 00010000:00000010:1.1:1764938851.087663:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf4e8976. 00010000:00000010:1.1:1764938851.087681:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029658e39. 00000400:00000200:2.0:1764938851.089044:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.089063:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd55099c0 00000400:00000200:2.0:1764938851.089071:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb10e5 [1] + 224 00000400:00000200:2.0:1764938851.089084:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.089087:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.089097:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0814fbb x1850670626937280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938851.089169:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:0.0:1764938851.089174:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:0.0:1764938851.089177:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:0.0:1764938851.089183:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0814fbb x1850670626937280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.089191:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0814fbb x1850670626937280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.089217:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c3994db. 02000000:00000010:0.0:1764938851.089224:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1e4de67. 00000100:00000010:0.0:1764938851.089227:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 00000100:00000010:0.0:1764938851.089231:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:0.0:1764938851.089235:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c564f31. 00000400:00000200:3.0:1764938851.089799:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.089808:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63a40 00000400:00000200:3.0:1764938851.089813:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa39 [2] + 1968 00000400:00000010:3.0:1764938851.089815:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057eacfb2. 00000400:00000200:3.0:1764938851.089818:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000009f36ab 00000400:00000200:3.0:1764938851.089868:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.089872:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.089875:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000009f36ab 00000400:00000010:3.0:1764938851.089876:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000009f36ab (tot 82352538). 00000100:00000200:3.0:1764938851.089881:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938851.089958:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7b6d974. 00000020:00000010:2.0:1764938851.089965:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938851.089969:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.089991:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4dccd3d x1850670621014592/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938851.090019:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014592 02000000:00000010:2.0:1764938851.090032:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010e0fd3d. 00010000:00000010:2.0:1764938851.090059:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042248357. 00010000:00000010:2.0:1764938851.090076:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001402a2fd. 00000100:00000010:2.0:1764938851.090081:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004067c9c5. 00000100:00000010:2.0:1764938851.090092:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004067c9c5. 00010000:00000010:2.0:1764938851.090094:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001402a2fd. 00000400:00000010:2.0:1764938851.090121:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938851.090125:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014592, offset 224 00000400:00000200:2.0:1764938851.090130:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.090139:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.090144:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90416:90416:256:4294967295] 192.168.203.57@tcp LPNI seq info [90416:90416:8:4294967295] 00000400:00000200:2.0:1764938851.090153:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.090157:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.090160:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352786). 00000800:00000200:2.0:1764938851.090165:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.090174:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.090178:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.090190:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000bef32e6. 00000020:00000010:2.0:1764938851.090193:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.090196:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7b6d974. 02000000:00000010:2.0:1764938851.090201:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000718daa7b. 00000100:00000010:2.0:1764938851.090204:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938851.090207:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000015805715. 00000100:00000010:2.0:1764938851.090210:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:2.0:1764938851.090213:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a242991. 00000100:00000010:2.0:1764938851.090215:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 02000000:00000010:2.0:1764938851.090218:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007072c08d. 00000100:00000010:2.0:1764938851.090221:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.090223:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dae8076e. 00000100:00000010:2.0:1764938851.090225:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:2.0:1764938851.090228:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3d8ff05. 00000100:00000010:2.0:1764938851.090230:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000200:2.0:1764938851.090235:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938851.090238:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66d0925. 00000400:00000010:2.0:1764938851.090241:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004067c9c5 (tot 82352938). 00000800:00000200:3.0:1764938851.090384:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.090387:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938851.090392:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.090395:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.090398:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000400:00000010:3.0:1764938851.090399:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 02000000:00000010:3.0:1764938851.090404:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000010e0fd3d. 00080000:00000010:0.0:1764938851.090691:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1e4de67. 00010000:00000010:0.0:1764938851.090768:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe04d9ec. 00010000:00000010:0.0:1764938851.090775:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005794f6f5. 00010000:00000010:0.0:1764938851.090844:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dabaab88. 00010000:00000010:0.0:1764938851.090849:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe04d9ec. 00010000:00000010:0.0:1764938851.090857:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c564f31. 00000100:00000010:0.0:1764938851.090860:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938851.090865:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 02000000:00000010:0.0:1764938851.090873:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c3994db. 02000000:00000010:0.0:1764938851.090891:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087607cfe. 00000400:00000010:0.0:1764938851.090895:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938851.090898:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938851.090901:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937344, portal 16 00000400:00000010:0.0:1764938851.090904:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938851.090906:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937344, offset 0 00000400:00000200:0.0:1764938851.090911:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.090917:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.090923:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.090926:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.090928:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.090931:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90417:90417:256:4294967295] 192.168.203.57@tcp LPNI seq info [90417:90417:8:4294967295] 00000400:00000200:0.0:1764938851.090938:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.090942:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.090944:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938851.090947:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.090951:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.090953:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938851.091157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d7fc6f0. 00010000:00000010:0.1:1764938851.091162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6a5f9ae. 00000800:00000200:2.0:1764938851.091246:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.091249:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352690). 00000400:00000200:2.0:1764938851.091251:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.091255:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.091257:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:2.0:1764938851.091259:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:2.0:1764938851.091263:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0814fbb x1850670626937344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.096269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ab0bfa7. 00000400:00000200:3.0:1764938851.097340:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.097357:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509a00 00000400:00000200:3.0:1764938851.097365:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb10f5 [1] + 224 00000400:00000200:3.0:1764938851.097388:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.097392:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.097403:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0814fbb x1850670626937344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.097443:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.097448:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63a80 00000400:00000200:3.0:1764938851.097453:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa91 [2] + 0 00000400:00000010:0.0:1764938851.097484:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:0.0:1764938851.097488:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:0.0:1764938851.097490:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:0.0:1764938851.097496:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0814fbb x1850670626937344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.097503:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0814fbb x1850670626937344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.097504:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.097507:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.097511:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.097516:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:0.0:1764938851.097531:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087607cfe. 02000000:00000010:0.0:1764938851.097537:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c3994db. 00000100:00000010:0.0:1764938851.097540:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 00000100:00000010:0.0:1764938851.097543:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:0.0:1764938851.097546:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c564f31. 00000020:00000010:1.0:1764938851.099472:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e06691bd. 00000020:00000010:1.0:1764938851.099483:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.099487:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.099513:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b62eb6c x1850670621014656/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938851.099551:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014656 02000000:00000010:1.0:1764938851.099561:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d0ae00c. 00010000:00000010:1.0:1764938851.099589:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fbefba2. 00010000:00000010:1.0:1764938851.099608:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055a35a69. 00000100:00000010:1.0:1764938851.099615:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000009f36ab. 00000100:00000010:1.0:1764938851.099633:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000009f36ab. 00010000:00000010:1.0:1764938851.099637:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055a35a69. 00000400:00000010:1.0:1764938851.099651:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938851.099658:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014656, offset 224 00080000:00000010:3.0:1764938851.099660:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e7edb41. 00000400:00000200:1.0:1764938851.099665:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.099677:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.099682:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90418:90418:256:4294967295] 192.168.203.57@tcp LPNI seq info [90418:90418:8:4294967295] 00000400:00000200:1.0:1764938851.099691:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.099696:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.099700:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938851.099705:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.099711:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.099715:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.099732:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.099736:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00010000:00000010:3.0:1764938851.099738:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe04d9ec. 00000020:00000010:1.0:1764938851.099739:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e06691bd. 00010000:00000010:3.0:1764938851.099743:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e49ae35. 00010000:00000010:3.0:1764938851.099809:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001644e83d. 00010000:00000010:3.0:1764938851.099815:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027fd2c86. 00010000:00000010:3.0:1764938851.099826:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938851.099830:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000800:00000200:1.0:1764938851.099832:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.099835:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:1.0:1764938851.099838:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.099843:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.099846:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000100:00000010:3.0:1764938851.099848:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d93b713. 00000400:00000010:1.0:1764938851.099848:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 02000000:00000010:3.0:1764938851.099858:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2a53e39. 02000000:00000010:3.0:1764938851.099881:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c4a09dd. 00000400:00000010:3.0:1764938851.099886:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938851.099890:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938851.099894:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937408, portal 16 00000400:00000010:3.0:1764938851.099898:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf92bcf. 00000100:00000200:3.0:1764938851.099900:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937408, offset 0 00000400:00000200:3.0:1764938851.099905:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.099910:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.099918:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.099921:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.099924:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.099926:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90419:90419:256:4294967295] 192.168.203.57@tcp LPNI seq info [90419:90419:8:4294967295] 00000400:00000200:3.0:1764938851.099933:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.099936:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.099940:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938851.099943:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.099947:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.099948:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.100017:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.100019:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:2.0:1764938851.100026:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.100029:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.100032:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:2.0:1764938851.100033:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:2.0:1764938851.100038:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d93b713 x1850670626937408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.100147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000947685cf. 00010000:00000010:0.1:1764938851.100413:0:78502:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2ca4485. 00010000:00000010:0.1:1764938851.100420:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002079d41. 00000400:00000200:0.0:1764938851.101881:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.101898:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509a40 00000400:00000200:0.0:1764938851.101906:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1101 [1] + 224 00000400:00000200:0.0:1764938851.101919:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.101922:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.101929:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d93b713 x1850670626937408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.103003:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:3.0:1764938851.103009:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938851.103011:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:3.0:1764938851.103018:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d93b713 x1850670626937408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.103027:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d93b713 x1850670626937408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.103054:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c4a09dd. 02000000:00000010:3.0:1764938851.103058:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2a53e39. 00000100:00000010:3.0:1764938851.103061:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d93b713. 00000100:00000010:3.0:1764938851.103065:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938851.103068:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00000400:00000200:1.0:1764938851.106642:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.106663:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63ac0 00000400:00000200:1.0:1764938851.106671:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa91 [2] + 328 00000400:00000200:1.0:1764938851.106735:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.106739:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.106746:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.106752:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:3.0:1764938851.106915:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2a53e39. 00000020:00000010:3.0:1764938851.106922:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f51c1d76. 00000020:00000010:3.0:1764938851.106926:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f00dd25f. 00000100:00000200:3.0:1764938851.106952:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621014720/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938851.106985:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014720 02000000:00000010:3.0:1764938851.106995:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c4a09dd. 00010000:00000010:3.0:1764938851.107020:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000910095b8. 00010000:00000010:3.0:1764938851.107039:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938851.107045:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938851.107065:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938851.107068:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00000400:00000010:3.0:1764938851.107081:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938851.107086:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014720, offset 224 00000400:00000200:3.0:1764938851.107093:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.107125:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.107130:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90420:90420:256:4294967295] 192.168.203.57@tcp LPNI seq info [90420:90420:8:4294967295] 00000400:00000200:3.0:1764938851.107140:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.107146:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.107151:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938851.107156:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.107162:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.107167:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.107183:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f51c1d76. 00000020:00000010:3.0:1764938851.107187:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f00dd25f. 00000020:00000010:3.0:1764938851.107190:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2a53e39. 00000800:00000200:3.0:1764938851.107397:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.107401:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:3.0:1764938851.107407:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.107411:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.107414:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938851.107416:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00080000:00000010:1.0:1764938851.107986:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005571995a. 00010000:00000010:1.0:1764938851.108066:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027fd2c86. 00010000:00000010:1.0:1764938851.108074:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c247d89. 00010000:00000010:1.0:1764938851.108159:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9ffa46d. 00010000:00000010:1.0:1764938851.108164:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005d28d24b. 00010000:00000010:1.0:1764938851.108173:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055a35a69. 00000100:00000010:1.0:1764938851.108177:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000009f36ab. 00000100:00000010:1.0:1764938851.108183:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938851.108193:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f5f8268. 02000000:00000010:1.0:1764938851.108213:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4220c80. 00000400:00000010:1.0:1764938851.108218:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2f1bd07. 00000400:00000010:1.0:1764938851.108223:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938851.108227:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937472, portal 16 00000400:00000010:1.0:1764938851.108231:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938851.108233:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937472, offset 0 00000400:00000200:1.0:1764938851.108239:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.108248:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.108254:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.108257:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.108259:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.108262:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90421:90421:256:4294967295] 192.168.203.57@tcp LPNI seq info [90421:90421:8:4294967295] 00000400:00000200:1.0:1764938851.108272:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.108276:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.108279:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938851.108283:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.108288:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.108291:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.108519:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.108522:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:0.0:1764938851.108527:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.108530:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.108533:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:0.0:1764938851.108535:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:0.0:1764938851.108540:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626937472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.112151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0d4a4f. 00010000:00000010:3.1:1764938851.113531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a7a4e86. 00010000:00000010:3.1:1764938851.113542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dabaab88. 00000400:00000200:1.0:1764938851.119980:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.120000:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509a80 00000400:00000200:1.0:1764938851.120008:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb110d [1] + 224 00000400:00000200:1.0:1764938851.120018:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.120022:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.120031:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626937472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.120069:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.120075:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63b00 00000400:00000200:1.0:1764938851.120080:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa91 [2] + 656 00000400:00000010:3.0:1764938851.120089:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2f1bd07. 00000400:00000200:3.0:1764938851.120093:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:3.0:1764938851.120095:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:3.0:1764938851.120121:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626937472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.120128:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626937472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.120146:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.120150:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.120153:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.120157:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:3.0:1764938851.120159:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4220c80. 02000000:00000010:3.0:1764938851.120164:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f5f8268. 00000100:00000010:3.0:1764938851.120167:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:3.0:1764938851.120171:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000009f36ab. 00010000:00000010:3.0:1764938851.120175:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055a35a69. 00000020:00000010:1.0:1764938851.120201:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5f8268. 00000020:00000010:1.0:1764938851.120207:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.120211:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.120232:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621014784/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938851.120264:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014784 02000000:00000010:1.0:1764938851.120274:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4220c80. 00010000:00000010:1.0:1764938851.120298:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b78437e9. 00010000:00000010:1.0:1764938851.120315:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0529bc. 00000100:00000010:1.0:1764938851.120320:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938851.120334:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938851.120336:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0529bc. 00000400:00000010:1.0:1764938851.120348:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938851.120353:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014784, offset 224 00080000:00000010:3.0:1764938851.120357:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be22aa99. 00000400:00000200:1.0:1764938851.120359:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.120377:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.120381:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90422:90422:256:4294967295] 192.168.203.57@tcp LPNI seq info [90422:90422:8:4294967295] 00000400:00000200:1.0:1764938851.120390:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.120395:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.120399:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938851.120404:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.120410:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.120414:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.120432:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.120436:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.120439:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5f8268. 00010000:00000010:3.0:1764938851.120448:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d28d24b. 00010000:00000010:3.0:1764938851.120453:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de9a59ef. 00000800:00000200:1.0:1764938851.120492:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.120495:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938851.120498:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.120501:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.120503:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:1.0:1764938851.120505:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00010000:00000010:3.0:1764938851.120520:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c736da1. 00010000:00000010:3.0:1764938851.120524:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f51c1d76. 00010000:00000010:3.1:1764938851.121134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b79ff6c4. 00010000:00000010:1.0:1764938851.122672:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028c1af96. 00010000:00000010:1.0:1764938851.122685:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f817af0. 00080000:00000010:1.0:1764938851.122712:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3d8ff05. 00010000:00000010:1.0:1764938851.122790:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f817af0. 00010000:00000010:1.0:1764938851.122798:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f51c1d76. 00010000:00000010:1.0:1764938851.122875:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c047de25. 00010000:00000010:1.0:1764938851.122879:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f817af0. 00010000:00000010:1.0:1764938851.122887:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0529bc. 00000100:00000010:1.0:1764938851.122893:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938851.122902:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938851.122915:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2c01956. 02000000:00000010:1.0:1764938851.122947:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fb71990. 00000400:00000010:1.0:1764938851.122953:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000082118b96. 00000400:00000010:1.0:1764938851.122960:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938851.122967:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937536, portal 16 00000400:00000010:1.0:1764938851.122972:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938851.122974:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937536, offset 0 00000400:00000200:1.0:1764938851.122984:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.122999:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.123006:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.123009:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.123012:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.123016:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90423:90423:256:4294967295] 192.168.203.57@tcp LPNI seq info [90423:90423:8:4294967295] 00000400:00000200:1.0:1764938851.123024:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.123029:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.123033:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938851.123038:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.123045:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.123048:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.123261:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.123266:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938851.123271:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.123275:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.123279:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:2.0:1764938851.123281:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 00000100:00000200:2.0:1764938851.123288:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626937536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.125405:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.125421:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509ac0 00000400:00000200:3.0:1764938851.125429:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1119 [1] + 224 00000400:00000200:3.0:1764938851.125442:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.125445:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.125455:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626937536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.127692:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000082118b96. 00000400:00000200:2.0:1764938851.127701:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:2.0:1764938851.127703:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00000100:00000200:2.0:1764938851.127717:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626937536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.127727:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626937536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.127759:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fb71990. 02000000:00000010:2.0:1764938851.127766:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2c01956. 00000100:00000010:2.0:1764938851.127772:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:2.0:1764938851.127777:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:2.0:1764938851.127781:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0529bc. 00010000:00000010:3.1:1764938851.130151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fac669a3. 00010000:00000010:3.1:1764938851.130163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ffa46d. 00000400:00000200:3.0:1764938851.131050:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.131068:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63b40 00000400:00000200:3.0:1764938851.131075:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa91 [2] + 984 00000400:00000200:3.0:1764938851.131157:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.131162:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.131169:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.131174:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d93b713. 00000020:00000010:0.0:1764938851.131341:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087607cfe. 00000020:00000010:0.0:1764938851.131348:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.131352:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.131393:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d93b713 x1850670621014848/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938851.131430:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014848 02000000:00000010:0.0:1764938851.131441:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006eae6248. 00010000:00000010:0.0:1764938851.131468:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b3d786f. 00010000:00000010:0.0:1764938851.131486:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000355096db. 00000100:00000010:0.0:1764938851.131492:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938851.131511:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:0.0:1764938851.131514:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000355096db. 00000400:00000010:0.0:1764938851.131527:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938851.131532:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014848, offset 224 00080000:00000010:3.0:1764938851.131536:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d4ed747. 00000400:00000200:0.0:1764938851.131539:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.131549:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.131554:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90424:90424:256:4294967295] 192.168.203.57@tcp LPNI seq info [90424:90424:8:4294967295] 00000400:00000200:0.0:1764938851.131562:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.131566:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.131570:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352938). 00000800:00000200:0.0:1764938851.131575:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.131581:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.131584:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.131600:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.131603:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.131605:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087607cfe. 00010000:00000010:3.0:1764938851.131616:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f817af0. 00010000:00000010:3.0:1764938851.131621:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a2b16ac. 00000800:00000200:0.0:1764938851.131672:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.131675:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:0.0:1764938851.131678:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.131681:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00010000:00000010:3.0:1764938851.131684:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00000400:00000200:0.0:1764938851.131685:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:0.0:1764938851.131687:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00010000:00000010:3.0:1764938851.131690:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daf7db5a. 00010000:00000010:3.0:1764938851.131700:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008989cbb5. 00000100:00000010:3.0:1764938851.131703:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938851.131710:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 02000000:00000010:3.0:1764938851.131719:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfc3651b. 02000000:00000010:3.0:1764938851.131742:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d85ca20e. 00000400:00000010:3.0:1764938851.131747:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ecc88a7. 00000400:00000010:3.0:1764938851.131751:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938851.131755:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937600, portal 16 00000400:00000010:3.0:1764938851.131759:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000100:00000200:3.0:1764938851.131761:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937600, offset 0 00000400:00000200:3.0:1764938851.131766:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.131771:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.131776:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.131779:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.131782:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.131784:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90425:90425:256:4294967295] 192.168.203.57@tcp LPNI seq info [90425:90425:8:4294967295] 00000400:00000200:3.0:1764938851.131791:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.131795:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.131798:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938851.131802:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.131805:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.131807:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.133508:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.133514:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:0.0:1764938851.133524:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.133531:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.133536:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:0.0:1764938851.133538:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:0.0:1764938851.133546:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc87284 x1850670626937600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.135914:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.135934:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509b00 00000400:00000200:3.0:1764938851.135942:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1125 [1] + 224 00000400:00000200:3.0:1764938851.135954:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.135958:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.135968:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc87284 x1850670626937600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938851.136833:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ecc88a7. 00000400:00000200:0.0:1764938851.136841:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:0.0:1764938851.136843:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:0.0:1764938851.136851:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc87284 x1850670626937600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.136859:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc87284 x1850670626937600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.136888:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d85ca20e. 02000000:00000010:0.0:1764938851.136894:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfc3651b. 00000100:00000010:0.0:1764938851.136897:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 00000100:00000010:0.0:1764938851.136902:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:0.0:1764938851.136906:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008989cbb5. 00010000:00000010:1.1:1764938851.136986:0:78507:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f87c620f. 00010000:00000010:1.1:1764938851.136993:0:78507:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00000400:00000200:0.0:1764938851.137360:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.137382:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63b80 00000400:00000200:0.0:1764938851.137388:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa91 [2] + 1312 00000400:00000200:0.0:1764938851.137442:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.137446:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.137451:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.137456:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 00000020:00000010:1.0:1764938851.138503:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fb71990. 00000020:00000010:1.0:1764938851.138512:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.138516:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.138538:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0814fbb x1850670621014912/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938851.138568:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014912 02000000:00000010:1.0:1764938851.138577:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f42f506. 00010000:00000010:1.0:1764938851.138601:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076bc345b. 00010000:00000010:1.0:1764938851.138619:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d9b89a2. 00000100:00000010:1.0:1764938851.138625:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bc4f018. 00000100:00000010:1.0:1764938851.138632:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bc4f018. 00010000:00000010:1.0:1764938851.138635:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d9b89a2. 00000400:00000010:1.0:1764938851.138648:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938851.138652:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014912, offset 224 00000400:00000200:1.0:1764938851.138659:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.138670:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.138676:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90426:90426:256:4294967295] 192.168.203.57@tcp LPNI seq info [90426:90426:8:4294967295] 00000400:00000200:1.0:1764938851.138686:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.138691:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.138695:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938851.138700:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.138706:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.138709:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.138725:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.138728:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.138731:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fb71990. 00000800:00000200:1.0:1764938851.138806:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.138809:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:1.0:1764938851.138813:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.138817:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.138820:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:1.0:1764938851.138821:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00080000:00000010:0.0:1764938851.139069:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087607cfe. 00010000:00000010:0.0:1764938851.139163:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf7db5a. 00010000:00000010:0.0:1764938851.139169:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d0029c6. 00010000:00000010:0.0:1764938851.139229:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002079d41. 00010000:00000010:0.0:1764938851.139234:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007a900de. 00010000:00000010:0.0:1764938851.139243:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000355096db. 00000100:00000010:0.0:1764938851.139247:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a30db004. 00000100:00000010:0.0:1764938851.139252:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b955191. 02000000:00000010:0.0:1764938851.139261:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7b66eda. 02000000:00000010:0.0:1764938851.139279:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f1fae61. 00000400:00000010:0.0:1764938851.139283:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938851.139287:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938851.139291:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937664, portal 16 00000400:00000010:0.0:1764938851.139294:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938851.139296:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937664, offset 0 00000400:00000200:0.0:1764938851.139301:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.139307:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.139313:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.139316:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.139319:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.139321:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90427:90427:256:4294967295] 192.168.203.57@tcp LPNI seq info [90427:90427:8:4294967295] 00000400:00000200:0.0:1764938851.139328:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.139333:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.139336:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352938). 00000800:00000200:0.0:1764938851.139339:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.139343:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.139345:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.140255:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.140258:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:1.0:1764938851.140262:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.140268:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.140271:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938851.140273:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:1.0:1764938851.140278:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b955191 x1850670626937664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.144297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff4c655. 00010000:00000010:1.1:1764938851.144311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c736da1. 00010000:00000010:1.1:1764938851.144314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c1af96. 00010000:00000010:0.1:1764938851.147154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e25bc3d6. 00010000:00000010:3.1:1764938851.150458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b334d15c. 00010000:00000010:3.1:1764938851.150476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c047de25. 00010000:00000010:0.1:1764938851.151158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007384822e. 00010000:00000010:0.1:1764938851.151167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00010000:00000010:1.1:1764938851.151221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acab6c3a. 00000400:00000200:0.0:1764938851.152768:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.152787:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509b40 00000400:00000200:0.0:1764938851.152795:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1131 [1] + 224 00000400:00000200:0.0:1764938851.152812:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.152816:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.152826:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b955191 x1850670626937664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.152920:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:1.0:1764938851.152924:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:1.0:1764938851.152926:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:1.0:1764938851.152932:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b955191 x1850670626937664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.152940:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b955191 x1850670626937664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.152966:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f1fae61. 02000000:00000010:1.0:1764938851.152971:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7b66eda. 00000100:00000010:1.0:1764938851.152974:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b955191. 00000100:00000010:1.0:1764938851.152979:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a30db004. 00010000:00000010:1.0:1764938851.152982:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000355096db. 00000400:00000200:1.0:1764938851.161599:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.161618:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63bc0 00000400:00000200:1.0:1764938851.161624:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa91 [2] + 1640 00000400:00000200:1.0:1764938851.161809:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.161815:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.161821:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.161826:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:1.0:1764938851.163516:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cf7886d. 00000020:00000010:1.0:1764938851.163527:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.163532:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.163560:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621014976/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938851.163744:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621014976 02000000:00000010:1.0:1764938851.163754:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d85d162. 00010000:00000010:1.0:1764938851.163778:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046769d1f. 00010000:00000010:1.0:1764938851.163799:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d9b89a2. 00000100:00000010:1.0:1764938851.163806:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bc4f018. 00000100:00000010:1.0:1764938851.163826:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bc4f018. 00010000:00000010:1.0:1764938851.163830:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d9b89a2. 00000400:00000010:1.0:1764938851.163844:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938851.163849:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621014976, offset 224 00000400:00000200:1.0:1764938851.163858:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.163872:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.163878:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90428:90428:256:4294967295] 192.168.203.57@tcp LPNI seq info [90428:90428:8:4294967295] 00080000:00000010:2.0:1764938851.163882:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7b6d974. 00000400:00000200:1.0:1764938851.163888:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.163894:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.163899:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938851.163905:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.163913:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.163916:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.163941:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.163945:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.163948:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cf7886d. 00010000:00000010:2.0:1764938851.163965:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007a900de. 00010000:00000010:2.0:1764938851.163971:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6f75527. 00000800:00000200:3.0:1764938851.164066:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.164071:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938851.164075:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.164080:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.164084:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:3.0:1764938851.164085:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00010000:00000010:1.0:1764938851.165528:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028c1af96. 00010000:00000010:1.0:1764938851.165539:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2ee8cd5. 00010000:00000010:1.0:1764938851.165550:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d9b89a2. 00000100:00000010:1.0:1764938851.165555:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bc4f018. 00000100:00000010:1.0:1764938851.165563:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938851.165578:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cf7886d. 02000000:00000010:1.0:1764938851.165601:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de88a7e9. 00000400:00000010:1.0:1764938851.165608:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008880c18b. 00000400:00000010:1.0:1764938851.165612:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938851.165618:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937728, portal 16 00000400:00000010:1.0:1764938851.165623:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938851.165624:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937728, offset 0 00000400:00000200:1.0:1764938851.165633:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.165644:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.165650:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.165653:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.165656:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.165659:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90429:90429:256:4294967295] 192.168.203.57@tcp LPNI seq info [90429:90429:8:4294967295] 00000400:00000200:1.0:1764938851.165667:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.165672:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.165676:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938851.165681:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.165686:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.165689:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.165797:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.165801:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:0.0:1764938851.165806:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.165811:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.165814:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:0.0:1764938851.165816:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000100:00000200:0.0:1764938851.165822:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626937728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.175796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000095c7da6. 00000400:00000200:3.0:1764938851.175800:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.175818:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509b80 00000400:00000200:3.0:1764938851.175826:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb113d [1] + 224 00000400:00000200:3.0:1764938851.175851:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.175855:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.175864:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626937728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.175962:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008880c18b. 00000400:00000200:1.0:1764938851.175967:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:1.0:1764938851.175969:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:1.0:1764938851.175974:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626937728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.175981:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626937728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.176008:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de88a7e9. 02000000:00000010:1.0:1764938851.176013:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009cf7886d. 00000100:00000010:1.0:1764938851.176016:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938851.176020:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bc4f018. 00010000:00000010:1.0:1764938851.176023:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d9b89a2. 00010000:00000010:2.1:1764938851.176478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008218d2f3. 00010000:00000010:2.1:1764938851.176488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002079d41. 00000400:00000200:3.0:1764938851.178481:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.178500:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63c00 00000400:00000200:3.0:1764938851.178507:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafa91 [2] + 1968 00000400:00000010:3.0:1764938851.178512:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005048e66f. 00000400:00000200:3.0:1764938851.178518:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b7d9f54c 00000400:00000200:3.0:1764938851.178570:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.178575:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.178578:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b7d9f54c 00000400:00000010:3.0:1764938851.178580:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b7d9f54c (tot 82352538). 00000100:00000200:3.0:1764938851.178587:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938851.178674:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cf7886d. 00000020:00000010:1.0:1764938851.178681:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.178685:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.178708:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ef5789e x1850670621015040/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938851.178743:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015040 02000000:00000010:1.0:1764938851.178754:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de88a7e9. 00010000:00000010:1.0:1764938851.178781:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000165c2d7d. 00010000:00000010:1.0:1764938851.178802:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d9b89a2. 00000100:00000010:1.0:1764938851.178809:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bc4f018. 00000100:00000010:1.0:1764938851.178903:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bc4f018. 00010000:00000010:1.0:1764938851.178908:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d9b89a2. 00000400:00000010:1.0:1764938851.178925:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938851.178930:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015040, offset 224 00000400:00000200:1.0:1764938851.178938:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.178948:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.178953:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90430:90430:256:4294967295] 192.168.203.57@tcp LPNI seq info [90430:90430:8:4294967295] 00000400:00000200:1.0:1764938851.178963:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.178968:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.178973:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352786). 00000800:00000200:1.0:1764938851.178978:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.178986:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.178989:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.179011:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.179015:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.179018:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cf7886d. 02000000:00000010:1.0:1764938851.179025:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d85d162. 00000100:00000010:1.0:1764938851.179028:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:1.0:1764938851.179031:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f42f506. 00000100:00000010:1.0:1764938851.179032:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 02000000:00000010:1.0:1764938851.179035:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006eae6248. 00000100:00000010:1.0:1764938851.179038:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d93b713. 02000000:00000010:1.0:1764938851.179041:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4220c80. 00000100:00000010:1.0:1764938851.179043:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938851.179047:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c4a09dd. 00000100:00000010:1.0:1764938851.179049:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938851.179052:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d0ae00c. 00000100:00000010:1.0:1764938851.179053:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000200:1.0:1764938851.179059:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938851.179064:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008880c18b. 00000400:00000010:1.0:1764938851.179067:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000bc4f018 (tot 82352938). 00000800:00000200:0.0:1764938851.179079:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.179083:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:0.0:1764938851.179086:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.179090:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.179093:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:0.0:1764938851.179094:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 02000000:00000010:0.0:1764938851.179097:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de88a7e9. 00080000:00000010:2.0:1764938851.179206:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010e0fd3d. 00010000:00000010:2.0:1764938851.179292:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2ee8cd5. 00010000:00000010:2.0:1764938851.179298:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000420e804e. 00010000:00000010:2.0:1764938851.179361:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.0:1764938851.179377:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938851.179388:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3fe4b0. 00000100:00000010:2.0:1764938851.179392:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000519a1834. 00000100:00000010:2.0:1764938851.179398:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.179409:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2c01956. 02000000:00000010:2.0:1764938851.179432:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000728f23fe. 00000400:00000010:2.0:1764938851.179436:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000134e9eb9. 00000400:00000010:2.0:1764938851.179440:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938851.179443:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937792, portal 16 00000400:00000010:2.0:1764938851.179447:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938851.179449:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937792, offset 0 00000400:00000200:2.0:1764938851.179455:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.179462:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.179468:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.179471:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.179473:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.179476:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90431:90431:256:4294967295] 192.168.203.57@tcp LPNI seq info [90431:90431:8:4294967295] 00000400:00000200:2.0:1764938851.179483:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.179487:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.179490:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938851.179493:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.179497:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.179499:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.179707:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.179710:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:3.0:1764938851.179715:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.179719:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.179722:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:3.0:1764938851.179723:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000100:00000200:3.0:1764938851.179729:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626937792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.181055:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.181070:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509bc0 00000400:00000200:3.0:1764938851.181076:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb114d [1] + 224 00000400:00000200:3.0:1764938851.181087:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.181090:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.181098:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626937792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.192042:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.192059:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63c40 00000400:00000200:1.0:1764938851.192067:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafae9 [2] + 0 00000400:00000200:1.0:1764938851.192155:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.192160:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.192165:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.192171:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:3.0:1764938851.194522:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b41507d. 00000020:00000010:3.0:1764938851.194532:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938851.194537:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f00dd25f. 00000100:00000200:3.0:1764938851.194566:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621015104/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938851.194598:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015104 02000000:00000010:3.0:1764938851.194608:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008dc7c78e. 00010000:00000010:3.0:1764938851.194642:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed1ef22. 00000100:00000010:3.0:1764938851.194649:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938851.194655:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938851.194658:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed1ef22. 00000400:00000010:3.0:1764938851.194672:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938851.194678:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015104, offset 224 00000400:00000200:3.0:1764938851.194685:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.194698:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.194704:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90432:90432:256:4294967295] 192.168.203.57@tcp LPNI seq info [90432:90432:8:4294967295] 00000400:00000200:3.0:1764938851.194715:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.194720:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.194724:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938851.194730:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.194736:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.194741:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.194758:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000978fc4f. 00000020:00000010:3.0:1764938851.194761:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f00dd25f. 00000020:00000010:3.0:1764938851.194765:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b41507d. 00000800:00000200:3.0:1764938851.194840:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.194844:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:3.0:1764938851.194850:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.194854:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.194858:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:3.0:1764938851.194860:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000400:00000010:2.0:1764938851.195265:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000134e9eb9. 00000400:00000200:2.0:1764938851.195270:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001677e719 00000400:00000010:2.0:1764938851.195272:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001677e719. 00000100:00000200:2.0:1764938851.195280:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626937792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.195290:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626937792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938851.195309:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 02000000:00000010:2.0:1764938851.195323:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000728f23fe. 02000000:00000010:2.0:1764938851.195327:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2c01956. 00000100:00000010:2.0:1764938851.195333:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938851.195336:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000519a1834. 00010000:00000010:2.0:1764938851.195339:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3fe4b0. 00080000:00000010:2.0:1764938851.195353:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000728f23fe. 00010000:00000010:2.0:1764938851.195441:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938851.195447:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cc8f5f6. 00010000:00000010:2.0:1764938851.195510:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.195516:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938851.195524:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3fe4b0. 00000100:00000010:2.0:1764938851.195527:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000519a1834. 00000100:00000010:2.0:1764938851.195532:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.195540:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c559452d. 02000000:00000010:2.0:1764938851.195560:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000646e2c0e. 00000400:00000010:2.0:1764938851.195564:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000134e9eb9. 00000400:00000010:2.0:1764938851.195567:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938851.195572:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937856, portal 16 00000400:00000010:2.0:1764938851.195575:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d1699a8. 00000100:00000200:2.0:1764938851.195577:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937856, offset 0 00000400:00000200:2.0:1764938851.195582:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.195589:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.195595:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.195599:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.195601:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.195604:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90433:90433:256:4294967295] 192.168.203.57@tcp LPNI seq info [90433:90433:8:4294967295] 00000400:00000200:2.0:1764938851.195611:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.195616:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.195618:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938851.195622:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.195626:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.195629:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.195719:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.195722:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938851.195726:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.195730:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.195733:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d1699a8 00000400:00000010:3.0:1764938851.195735:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d1699a8. 00000100:00000200:3.0:1764938851.195739:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626937856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.209174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43b6e42. 00000400:00000200:1.0:1764938851.209892:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.209909:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509c00 00000400:00000200:1.0:1764938851.209917:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1159 [1] + 224 00000400:00000200:1.0:1764938851.209932:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.209935:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.209945:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626937856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.210027:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000134e9eb9. 00000400:00000200:2.0:1764938851.210032:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001677e719 00000400:00000010:2.0:1764938851.210034:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001677e719. 00000100:00000200:2.0:1764938851.210041:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626937856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.210049:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626937856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.210075:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000646e2c0e. 02000000:00000010:2.0:1764938851.210081:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c559452d. 00000100:00000010:2.0:1764938851.210084:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938851.210087:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000519a1834. 00010000:00000010:2.0:1764938851.210091:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3fe4b0. 00000400:00000200:3.0:1764938851.212196:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.212214:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63c80 00000400:00000200:3.0:1764938851.212222:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafae9 [2] + 328 00000400:00000200:3.0:1764938851.212281:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.212286:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.212292:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.212298:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c666046. 00010000:00000010:2.1:1764938851.212399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058b1805d. 00010000:00000010:2.1:1764938851.212408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c1af96. 00010000:00000010:2.1:1764938851.216180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc00a52. 00010000:00000010:2.1:1764938851.216195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000bb21af. 00010000:00000010:2.1:1764938851.216199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fdb50f2. 00000020:00000010:0.0:1764938851.221631:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9417d33. 00000020:00000010:0.0:1764938851.221643:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.221647:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.221675:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c666046 x1850670621015168/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938851.221713:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015168 02000000:00000010:0.0:1764938851.221723:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e5b7f89a. 00010000:00000010:0.0:1764938851.221748:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e38f35cb. 00010000:00000010:0.0:1764938851.221768:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b67d088e. 00000100:00000010:0.0:1764938851.221775:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef2f7715. 00000100:00000010:0.0:1764938851.221793:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef2f7715. 00010000:00000010:0.0:1764938851.221797:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b67d088e. 00000400:00000010:0.0:1764938851.221809:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938851.221815:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015168, offset 224 00000400:00000200:0.0:1764938851.221823:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:2.0:1764938851.221844:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c559452d. 00000400:00000200:0.0:1764938851.221845:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.221851:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90434:90434:256:4294967295] 192.168.203.57@tcp LPNI seq info [90434:90434:8:4294967295] 00000400:00000200:0.0:1764938851.221860:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.221866:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.221870:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000479ccc68 (tot 82352938). 00000800:00000200:0.0:1764938851.221876:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.221882:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.221885:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000479ccc68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.221914:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.221918:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.221921:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9417d33. 00010000:00000010:2.0:1764938851.221922:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938851.221928:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a99e02fe. 00010000:00000010:2.0:1764938851.222012:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.0:1764938851.222018:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938851.222032:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3fe4b0. 00000100:00000010:2.0:1764938851.222036:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000519a1834. 00000100:00000010:2.0:1764938851.222042:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.222051:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000646e2c0e. 02000000:00000010:2.0:1764938851.222072:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006f5fdb1. 00000400:00000010:2.0:1764938851.222077:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000134e9eb9. 00000400:00000010:2.0:1764938851.222081:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938851.222085:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626937920, portal 16 00000400:00000010:2.0:1764938851.222089:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938851.222092:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626937920, offset 0 00000400:00000200:2.0:1764938851.222098:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.222126:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.222132:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.222136:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.222139:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.222142:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90435:90435:255:4294967295] 192.168.203.57@tcp LPNI seq info [90435:90435:7:4294967295] 00000400:00000200:2.0:1764938851.222149:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.222153:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.222156:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82353186). 00000800:00000200:2.0:1764938851.222160:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.222163:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.222165:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.222241:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.222244:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000479ccc68 (tot 82352938). 00000400:00000200:1.0:1764938851.222248:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.222253:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.222256:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:1.0:1764938851.222258:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000800:00000200:1.0:1764938851.222316:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.222318:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938851.222322:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.222325:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.222327:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00000400:00000010:1.0:1764938851.222328:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 00000100:00000200:1.0:1764938851.222333:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626937920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.232553:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.232574:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509c40 00000400:00000200:1.0:1764938851.232583:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1165 [1] + 224 00000400:00000200:1.0:1764938851.232594:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.232598:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.232607:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626937920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.232646:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.232651:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63cc0 00000400:00000200:1.0:1764938851.232656:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafae9 [2] + 656 00000400:00000010:3.0:1764938851.232699:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000134e9eb9. 00000400:00000200:3.0:1764938851.232709:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001677e719 00000400:00000200:1.0:1764938851.232718:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1764938851.232720:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001677e719. 00000400:00000200:1.0:1764938851.232726:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.232733:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1764938851.232739:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626937920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1764938851.232740:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000100:00000200:3.0:1764938851.232756:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626937920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.232804:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006f5fdb1. 00000020:00000010:0.0:1764938851.232807:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9417d33. 02000000:00000010:3.0:1764938851.232813:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000646e2c0e. 00000020:00000010:0.0:1764938851.232817:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000100:00000010:3.0:1764938851.232821:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000020:00000010:0.0:1764938851.232825:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000010:3.0:1764938851.232828:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000519a1834. 00010000:00000010:3.0:1764938851.232836:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3fe4b0. 00000100:00000200:0.0:1764938851.232864:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621015232/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938851.232897:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015232 02000000:00000010:0.0:1764938851.232908:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054086837. 00010000:00000010:0.0:1764938851.232933:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000530ab751. 00000100:00000010:2.0:1764938851.232952:0:67252:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00010000:00000010:0.0:1764938851.232954:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b67d088e. 00000100:00000010:0.0:1764938851.232959:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef2f7715. 02000000:00000010:2.0:1764938851.232964:0:67252:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e7ac55d. 00000100:00000010:0.0:1764938851.232976:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef2f7715. 00010000:00000010:0.0:1764938851.232981:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b67d088e. 00000400:00000010:0.0:1764938851.232994:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938851.232998:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015232, offset 224 00000400:00000200:0.0:1764938851.233005:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.233015:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 02000000:00000010:3.0:1764938851.233018:0:15844:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c0944c36. 00000400:00000200:0.0:1764938851.233023:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90436:90436:256:4294967295] 192.168.203.57@tcp LPNI seq info [90436:90436:8:4294967295] 00000400:00000010:3.0:1764938851.233028:0:15844:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001edbfde0. 00000400:00000010:3.0:1764938851.233036:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000400:00000200:0.0:1764938851.233036:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000100:00000200:3.0:1764938851.233045:0:15844:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1850670626937984, portal 4 00000800:00000200:0.0:1764938851.233046:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.233055:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82352938). 00000400:00000010:3.0:1764938851.233058:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000800:00000200:0.0:1764938851.233064:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000100:00000200:3.0:1764938851.233066:0:15844:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1850670626937984, offset 0 00000400:00000200:3.0:1764938851.233082:0:15844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1764938851.233086:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.233091:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1764938851.233099:0:15844:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1764938851.233143:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.233149:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000400:00000200:3.0:1764938851.233150:0:15844:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6932cd5509c80 00000020:00000010:0.0:1764938851.233154:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9417d33. 00000400:00000200:3.0:1764938851.233162:0:15844:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3207d [8] + 13216 00000400:00000200:3.0:1764938851.233171:0:15844:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.233175:0:15844:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1764938851.233181:0:15844:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1764938851.233187:0:15844:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c97a623. 00000400:00000200:3.0:1764938851.233210:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:3.0:1764938851.233213:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:3.0:1764938851.233220:0:15844:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d48bd191 x1850670626937984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938858 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000800:00000200:0.0:1764938851.233243:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.233249:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:0.0:1764938851.233254:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.233260:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.233264:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:0.0:1764938851.233266:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00080000:00000010:3.0:1764938851.233275:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b41507d. 00000020:00000010:0.0:1764938851.233294:0:67910:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9417d33. 00000020:00000010:0.0:1764938851.233299:0:67910:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.233302:0:67910:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.233324:0:67910:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670626937984 02000000:00000010:0.0:1764938851.233337:0:67910:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000a40d3e88. 00010000:00000200:0.0:1764938851.233360:0:67910:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009c97a623 x1850670626937984/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:272/0 lens 224/368 e 0 to 0 dl 1764938857 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:0.0:1764938851.233382:0:67910:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938851.233387:0:67910:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1850670626937984, offset 224 00000400:00000200:0.0:1764938851.233393:0:67910:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1764938851.233402:0:67910:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:3.0:1764938851.233403:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00000400:00000200:0.0:1764938851.233412:0:67910:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6932cd5509c80 00010000:00000010:3.0:1764938851.233416:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed35e4a5. 00000400:00000200:0.0:1764938851.233421:0:67910:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb1171 [1] + 224 00000400:00000200:0.0:1764938851.233429:0:67910:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.233431:0:67910:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1764938851.233436:0:67910:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d48bd191 x1850670626937984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938858 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:0.0:1764938851.233452:0:67910:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:0.0:1764938851.233454:0:67910:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000020:00000010:0.0:1764938851.233460:0:67910:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.233463:0:67910:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.233465:0:67910:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9417d33. 00000400:00000010:0.0:1764938851.233487:0:15844:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001edbfde0. 00000400:00000200:0.0:1764938851.233490:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:0.0:1764938851.233492:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:0.0:1764938851.233495:0:15844:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d48bd191 x1850670626937984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938858 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:0.0:1764938851.233502:0:15844:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d48bd191 x1850670626937984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1764938858 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00010000:00000010:3.0:1764938851.233511:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 02000000:00000010:0.0:1764938851.233530:0:15844:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c0944c36. 00010000:00000010:3.0:1764938851.233533:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 02000000:00000010:0.0:1764938851.233538:0:15844:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004e7ac55d. 00000100:00000010:0.0:1764938851.233546:0:15844:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 00010000:00000010:3.0:1764938851.233550:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed1ef22. 00000100:00000010:3.0:1764938851.233557:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938851.233567:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 02000000:00000010:3.0:1764938851.233578:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca2eef1f. 02000000:00000010:3.0:1764938851.233598:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003144048b. 00000400:00000010:3.0:1764938851.233602:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c30ec4a. 00000400:00000010:3.0:1764938851.233605:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000100:00000200:3.0:1764938851.233608:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938048, portal 16 00000400:00000010:3.0:1764938851.233611:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf92bcf. 00000100:00000200:3.0:1764938851.233613:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938048, offset 0 00000400:00000200:3.0:1764938851.233618:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.233628:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.233636:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.233640:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.233643:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.233647:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90437:90437:256:4294967295] 192.168.203.57@tcp LPNI seq info [90437:90437:8:4294967295] 00000400:00000200:3.0:1764938851.233657:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.233662:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.233667:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938851.233674:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.233680:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.233684:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938851.237129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000194473dd. 00000800:00000200:0.0:1764938851.237247:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.237251:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352690). 00000400:00000200:0.0:1764938851.237260:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.237268:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.237273:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:0.0:1764938851.237275:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:0.0:1764938851.237284:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b62eb6c x1850670626938048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.238957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d62941ef. 00010000:00000010:3.1:1764938851.238975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fdb50f2. 00010000:00000010:2.1:1764938851.239909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feeedc03. 00010000:00000010:2.1:1764938851.239925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:0.1:1764938851.244435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afb0854f. 00000400:00000200:1.0:1764938851.244591:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.244610:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509cc0 00000400:00000200:1.0:1764938851.244618:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb117d [1] + 224 00000400:00000200:1.0:1764938851.244633:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.244637:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.244647:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b62eb6c x1850670626938048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.244779:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c30ec4a. 00000400:00000200:2.0:1764938851.244784:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:2.0:1764938851.244786:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:2.0:1764938851.244792:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b62eb6c x1850670626938048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.244800:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b62eb6c x1850670626938048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.244829:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003144048b. 02000000:00000010:2.0:1764938851.244835:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca2eef1f. 00000100:00000010:2.0:1764938851.244838:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 00000100:00000010:2.0:1764938851.244843:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:2.0:1764938851.244846:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed1ef22. 00000400:00000200:1.0:1764938851.253902:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.253933:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63d00 00000400:00000200:1.0:1764938851.253941:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafae9 [2] + 984 00000400:00000200:1.0:1764938851.254013:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.254018:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.254024:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.254030:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:3.0:1764938851.255195:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c4a09dd. 00000020:00000010:3.0:1764938851.255203:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f51c1d76. 00000020:00000010:3.0:1764938851.255208:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f00dd25f. 00000100:00000200:3.0:1764938851.255254:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621015296/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938851.255285:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015296 02000000:00000010:3.0:1764938851.255295:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034b44d05. 00010000:00000010:3.0:1764938851.255322:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082b60696. 00010000:00000010:3.0:1764938851.255345:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005629f8d6. 00000100:00000010:3.0:1764938851.255352:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001916516f. 00000100:00000010:3.0:1764938851.255373:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001916516f. 00010000:00000010:3.0:1764938851.255378:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005629f8d6. 00000400:00000010:3.0:1764938851.255391:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938851.255396:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015296, offset 224 00000400:00000200:3.0:1764938851.255404:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.255416:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.255423:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90438:90438:256:4294967295] 192.168.203.57@tcp LPNI seq info [90438:90438:8:4294967295] 00000400:00000200:3.0:1764938851.255433:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.255439:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.255443:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adb4cb57 (tot 82352938). 00000800:00000200:3.0:1764938851.255449:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.255455:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.255458:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adb4cb57 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.255484:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f51c1d76. 00000020:00000010:3.0:1764938851.255488:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f00dd25f. 00000020:00000010:3.0:1764938851.255491:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c4a09dd. 00080000:00000010:3.0:1764938851.255526:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c4a09dd. 00010000:00000010:3.0:1764938851.255625:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938851.255632:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df268395. 00010000:00000010:3.0:1764938851.255716:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938851.255723:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938851.255732:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005629f8d6. 00000100:00000010:3.0:1764938851.255734:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001916516f. 00000100:00000010:3.0:1764938851.255755:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d93b713. 02000000:00000010:3.0:1764938851.255766:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081ef6368. 02000000:00000010:3.0:1764938851.255788:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2a53e39. 00000400:00000010:3.0:1764938851.255794:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b2caada. 00000400:00000010:3.0:1764938851.255797:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938851.255802:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938112, portal 16 00000400:00000010:3.0:1764938851.255806:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f724e3. 00000100:00000200:3.0:1764938851.255807:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938112, offset 0 00000400:00000200:3.0:1764938851.255813:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.255819:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.255825:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.255828:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.255831:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.255833:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90439:90439:255:4294967295] 192.168.203.57@tcp LPNI seq info [90439:90439:7:4294967295] 00000400:00000200:3.0:1764938851.255840:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.255844:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.255847:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82353186). 00000800:00000200:3.0:1764938851.255850:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.255854:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.255856:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.258886:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.258892:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adb4cb57 (tot 82352938). 00000400:00000200:1.0:1764938851.258903:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.258911:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.258916:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:1.0:1764938851.258918:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000800:00000200:1.0:1764938851.258980:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.258981:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:1.0:1764938851.258985:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.258987:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.258990:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f724e3 00000400:00000010:1.0:1764938851.258991:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f724e3. 00000100:00000200:1.0:1764938851.258998:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d93b713 x1850670626938112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.265373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b67bb6. 00010000:00000010:3.1:1764938851.265390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b45bed4. 00010000:00000010:3.1:1764938851.265394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00000400:00000200:1.0:1764938851.265616:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.265631:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509d00 00000400:00000200:1.0:1764938851.265639:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1189 [1] + 224 00000400:00000200:1.0:1764938851.265649:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.265653:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.265663:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d93b713 x1850670626938112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.265702:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.265708:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63d40 00000400:00000200:1.0:1764938851.265714:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafae9 [2] + 1312 00000400:00000200:1.0:1764938851.265724:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.265727:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.265731:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.265736:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000020:00000010:2.0:1764938851.265804:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2c01956. 00000020:00000010:2.0:1764938851.265811:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938851.265815:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.265837:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621015360/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938851.265873:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015360 02000000:00000010:2.0:1764938851.265885:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000646e2c0e. 00000400:00000010:3.0:1764938851.265896:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b2caada. 00000400:00000200:3.0:1764938851.265900:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:3.0:1764938851.265902:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:3.0:1764938851.265907:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d93b713 x1850670626938112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.265914:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d93b713 x1850670626938112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938851.265920:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b0151260. 00000100:00000010:2.0:1764938851.265926:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000519a1834. 00000100:00000010:2.0:1764938851.265932:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000519a1834. 00010000:00000010:3.0:1764938851.265934:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059faf7bb. 00010000:00000010:2.0:1764938851.265936:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b0151260. 02000000:00000010:3.0:1764938851.265946:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2a53e39. 00000400:00000010:2.0:1764938851.265946:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938851.265950:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015360, offset 224 02000000:00000010:3.0:1764938851.265951:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081ef6368. 00000100:00000010:3.0:1764938851.265955:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d93b713. 00000100:00000010:3.0:1764938851.265958:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001916516f. 00000400:00000200:2.0:1764938851.265958:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00010000:00000010:3.0:1764938851.265960:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005629f8d6. 00000400:00000200:2.0:1764938851.265967:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.265972:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90440:90440:256:4294967295] 192.168.203.57@tcp LPNI seq info [90440:90440:8:4294967295] 00080000:00000010:3.0:1764938851.265974:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081ef6368. 00000400:00000200:2.0:1764938851.265981:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.265986:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.265989:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.265994:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.266000:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.266004:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.266017:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938851.266021:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.266025:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2c01956. 00010000:00000010:3.0:1764938851.266048:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:3.0:1764938851.266054:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024ba7030. 00010000:00000010:3.0:1764938851.266161:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938851.266168:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3a3250. 00000800:00000200:1.0:1764938851.266177:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1764938851.266178:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005629f8d6. 00000100:00000010:3.0:1764938851.266181:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001916516f. 00000800:00000010:1.0:1764938851.266181:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000100:00000010:3.0:1764938851.266186:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d93b713. 00000400:00000200:1.0:1764938851.266186:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.266189:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.266191:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:1.0:1764938851.266192:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 02000000:00000010:3.0:1764938851.266194:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2a53e39. 02000000:00000010:3.0:1764938851.266213:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfc3651b. 00000400:00000010:3.0:1764938851.266217:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b2caada. 00000400:00000010:3.0:1764938851.266219:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938851.266224:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938176, portal 16 00000400:00000010:3.0:1764938851.266227:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046f0a039. 00000100:00000200:3.0:1764938851.266229:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938176, offset 0 00000400:00000200:3.0:1764938851.266234:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.266239:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.266245:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.266247:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.266250:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.266252:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90441:90441:256:4294967295] 192.168.203.57@tcp LPNI seq info [90441:90441:8:4294967295] 00000400:00000200:3.0:1764938851.266258:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.266262:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.266265:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82352938). 00000800:00000200:3.0:1764938851.266268:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.266272:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.266274:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.266541:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.266543:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:1.0:1764938851.266547:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.266551:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.266553:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046f0a039 00000400:00000010:1.0:1764938851.266555:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046f0a039. 00000100:00000200:1.0:1764938851.266559:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d93b713 x1850670626938176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.269178:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.269198:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509d40 00000400:00000200:1.0:1764938851.269207:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1195 [1] + 224 00000400:00000200:1.0:1764938851.269217:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.269220:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.269229:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d93b713 x1850670626938176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.269260:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.269266:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63d80 00000400:00000200:1.0:1764938851.269270:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafae9 [2] + 1640 00000400:00000200:1.0:1764938851.269318:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.269322:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.269325:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.269330:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00000020:00000010:1.0:1764938851.269392:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f42f506. 00000020:00000010:1.0:1764938851.269398:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.269401:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.269422:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621015424/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938851.269491:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015424 02000000:00000010:1.0:1764938851.269501:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d85d162. 00010000:00000010:1.0:1764938851.269534:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d9b89a2. 00000100:00000010:1.0:1764938851.269540:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938851.269546:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938851.269550:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d9b89a2. 00000400:00000010:1.0:1764938851.269565:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938851.269569:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015424, offset 224 00000400:00000200:1.0:1764938851.269575:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.269585:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.269590:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90442:90442:256:4294967295] 192.168.203.57@tcp LPNI seq info [90442:90442:8:4294967295] 00000400:00000200:1.0:1764938851.269603:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.269607:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.269611:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938851.269616:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.269622:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.269625:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.269642:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.269645:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.269648:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f42f506. 00000800:00000200:1.0:1764938851.269700:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.269703:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:1.0:1764938851.269707:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.269710:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.269713:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:1.0:1764938851.269715:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000400:00000010:0.0:1764938851.275017:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b2caada. 00000400:00000200:0.0:1764938851.275028:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:0.0:1764938851.275030:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:0.0:1764938851.275044:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d93b713 x1850670626938176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.275055:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d93b713 x1850670626938176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938851.275082:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0b21e2b. 02000000:00000010:0.0:1764938851.275096:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfc3651b. 02000000:00000010:0.0:1764938851.275120:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2a53e39. 00000100:00000010:0.0:1764938851.275124:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d93b713. 00000100:00000010:0.0:1764938851.275129:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001916516f. 00010000:00000010:0.0:1764938851.275132:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005629f8d6. 00080000:00000010:0.0:1764938851.275151:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e6a5b4e. 00010000:00000010:0.0:1764938851.275244:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3a3250. 00010000:00000010:0.0:1764938851.275251:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ad16fad. 00010000:00000010:0.0:1764938851.275373:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.0:1764938851.275381:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007092ecfd. 00010000:00000010:0.0:1764938851.275392:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bdf3a468. 00000100:00000010:0.0:1764938851.275402:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a9c3ef3. 00000100:00000010:0.0:1764938851.275410:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a2e40877. 02000000:00000010:0.0:1764938851.275421:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f06f7bf. 02000000:00000010:0.0:1764938851.275445:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3618ccc. 00000400:00000010:0.0:1764938851.275451:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008710649c. 00000400:00000010:0.0:1764938851.275455:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938851.275461:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938240, portal 16 00000400:00000010:0.0:1764938851.275466:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938851.275468:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938240, offset 0 00000400:00000200:0.0:1764938851.275475:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.275488:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.275493:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.275496:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.275499:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.275501:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90443:90443:256:4294967295] 192.168.203.57@tcp LPNI seq info [90443:90443:8:4294967295] 00000400:00000200:0.0:1764938851.275510:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.275516:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.275520:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82352938). 00000800:00000200:0.0:1764938851.275525:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.275532:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.275536:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.276796:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.276803:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:3.0:1764938851.276809:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.276819:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.276825:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:3.0:1764938851.276828:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:3.0:1764938851.276836:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a2e40877 x1850670626938240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.277777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057f3d151. 00010000:00000010:3.1:1764938851.277786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045033eef. 00010000:00000010:3.1:1764938851.277791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000400:00000200:1.0:1764938851.279613:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.279632:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509d80 00000400:00000200:1.0:1764938851.279640:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb11a1 [1] + 224 00000400:00000200:1.0:1764938851.279656:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.279659:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.279669:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e40877 x1850670626938240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938851.279726:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008710649c. 00000400:00000200:0.0:1764938851.279731:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:0.0:1764938851.279733:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:0.0:1764938851.279739:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e40877 x1850670626938240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.279747:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a2e40877 x1850670626938240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.279775:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3618ccc. 02000000:00000010:0.0:1764938851.279781:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f06f7bf. 00000100:00000010:0.0:1764938851.279786:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a2e40877. 00000100:00000010:0.0:1764938851.279789:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a9c3ef3. 00010000:00000010:0.0:1764938851.279793:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bdf3a468. 00000400:00000200:1.0:1764938851.285873:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.285892:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63dc0 00000400:00000200:1.0:1764938851.285900:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafae9 [2] + 1968 00000400:00000010:1.0:1764938851.285905:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b08b5026. 00000400:00000200:1.0:1764938851.285911:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005794b97e 00000400:00000200:1.0:1764938851.285970:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.285976:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.285981:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005794b97e 00000400:00000010:1.0:1764938851.285984:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005794b97e (tot 82352538). 00000100:00000200:1.0:1764938851.285989:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938851.286043:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f42f506. 00000020:00000010:1.0:1764938851.286050:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.286054:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.286079:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca8f79ea x1850670621015488/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938851.286131:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015488 02000000:00000010:1.0:1764938851.286141:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009cf7886d. 00010000:00000010:1.0:1764938851.286169:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ef79569. 00010000:00000010:1.0:1764938851.286187:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d9b89a2. 00000100:00000010:1.0:1764938851.286193:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88711a4. 00000100:00000010:1.0:1764938851.286210:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b88711a4. 00010000:00000010:1.0:1764938851.286214:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d9b89a2. 00080000:00000010:0.0:1764938851.286228:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca1df70b. 00000400:00000010:1.0:1764938851.286229:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938851.286235:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015488, offset 224 00000400:00000200:1.0:1764938851.286242:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.286252:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.286257:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90444:90444:256:4294967295] 192.168.203.57@tcp LPNI seq info [90444:90444:8:4294967295] 00000400:00000200:1.0:1764938851.286267:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.286272:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.286276:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352786). 00000800:00000200:1.0:1764938851.286282:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.286288:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.286291:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.286305:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008198cf6d. 00000020:00000010:1.0:1764938851.286309:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.286313:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f42f506. 00010000:00000010:0.0:1764938851.286313:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007092ecfd. 02000000:00000010:1.0:1764938851.286320:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d85d162. 00010000:00000010:0.0:1764938851.286322:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069e2994e. 00000100:00000010:1.0:1764938851.286326:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938851.286332:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000646e2c0e. 00000100:00000010:1.0:1764938851.286334:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938851.286337:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000034b44d05. 00000100:00000010:1.0:1764938851.286338:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:1.0:1764938851.286341:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054086837. 00000100:00000010:1.0:1764938851.286343:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938851.286347:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e5b7f89a. 00000100:00000010:1.0:1764938851.286349:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c666046. 02000000:00000010:1.0:1764938851.286351:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008dc7c78e. 00000100:00000010:1.0:1764938851.286353:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000200:1.0:1764938851.286357:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938851.286361:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a439d3a0. 00000400:00000010:1.0:1764938851.286363:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b88711a4 (tot 82352938). 00000800:00000200:1.0:1764938851.286441:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.286444:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:1.0:1764938851.286448:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.286451:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.286453:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:1.0:1764938851.286455:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 02000000:00000010:1.0:1764938851.286458:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009cf7886d. 00010000:00000010:0.0:1764938851.286458:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df6fa027. 00010000:00000010:0.0:1764938851.286463:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938851.286470:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.0:1764938851.286475:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007092ecfd. 00080000:00000010:0.0:1764938851.286488:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b0d3202. 00010000:00000010:0.0:1764938851.286518:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007092ecfd. 00010000:00000010:0.0:1764938851.286522:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae756d. 00010000:00000010:0.0:1764938851.286577:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009370766c. 00010000:00000010:0.0:1764938851.286582:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007092ecfd. 00010000:00000010:0.0:1764938851.286590:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eaa3fba4. 00000100:00000010:0.0:1764938851.286594:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a9c3ef3. 00000100:00000010:0.0:1764938851.286602:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a2e40877. 02000000:00000010:0.0:1764938851.286612:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5b7f89a. 02000000:00000010:0.0:1764938851.286635:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054086837. 00000400:00000010:0.0:1764938851.286640:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008710649c. 00000400:00000010:0.0:1764938851.286644:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938851.286647:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938304, portal 16 00000400:00000010:0.0:1764938851.286651:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938851.286653:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938304, offset 0 00000400:00000200:0.0:1764938851.286660:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.286667:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.286674:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.286677:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.286681:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.286683:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90445:90445:256:4294967295] 192.168.203.57@tcp LPNI seq info [90445:90445:8:4294967295] 00000400:00000200:0.0:1764938851.286693:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.286697:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.286701:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938851.286705:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.286709:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.286712:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.286781:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.286784:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352690). 00000400:00000200:0.0:1764938851.286787:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.286790:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.286792:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938851.286794:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:0.0:1764938851.286798:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a2e40877 x1850670626938304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938851.288203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbae4f3b. 00010000:00000010:0.1:1764938851.294163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ce87de. 00010000:00000010:0.1:1764938851.294177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:0.1:1764938851.296332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049381d2d. 00010000:00000010:0.1:1764938851.296343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.1:1764938851.296348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6fa027. 00010000:00000010:0.1:1764938851.296351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:1.1:1764938851.296461:0:790:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aceb536. 00000400:00000200:1.0:1764938851.302061:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.302081:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509dc0 00000400:00000200:1.0:1764938851.302090:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb11b1 [1] + 224 00000400:00000200:1.0:1764938851.302144:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.302149:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.302158:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e40877 x1850670626938304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.302190:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.302195:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63e00 00000400:00000200:1.0:1764938851.302200:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb41 [2] + 0 00000400:00000200:1.0:1764938851.302207:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.302211:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.302215:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.302220:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000400:00000010:0.0:1764938851.302305:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008710649c. 00000400:00000200:0.0:1764938851.302310:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:0.0:1764938851.302312:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:0.0:1764938851.302318:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e40877 x1850670626938304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.302326:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a2e40877 x1850670626938304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.302354:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054086837. 02000000:00000010:0.0:1764938851.302360:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5b7f89a. 00000100:00000010:0.0:1764938851.302374:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a2e40877. 00000100:00000010:0.0:1764938851.302378:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a9c3ef3. 00010000:00000010:0.0:1764938851.302382:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eaa3fba4. 00000020:00000010:2.0:1764938851.302695:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f5fdb1. 00000020:00000010:2.0:1764938851.302704:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938851.302708:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.302731:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621015552/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938851.302769:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015552 02000000:00000010:2.0:1764938851.302781:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000646e2c0e. 00010000:00000010:2.0:1764938851.302809:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3d44174. 00010000:00000010:2.0:1764938851.302828:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b0151260. 00000100:00000010:2.0:1764938851.302834:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000519a1834. 00000100:00000010:2.0:1764938851.302852:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000519a1834. 00010000:00000010:2.0:1764938851.302856:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b0151260. 00000400:00000010:2.0:1764938851.302868:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095daec2b. 00000100:00000200:2.0:1764938851.302873:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015552, offset 224 00000400:00000200:2.0:1764938851.302882:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.302895:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.302901:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90446:90446:256:4294967295] 192.168.203.57@tcp LPNI seq info [90446:90446:8:4294967295] 00000400:00000200:2.0:1764938851.302911:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.302916:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.302922:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.302928:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.302934:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.302938:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.302953:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ce8d2ba. 00000020:00000010:2.0:1764938851.302958:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.302962:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f5fdb1. 00080000:00000010:0.0:1764938851.303040:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b7f89a. 00010000:00000010:0.0:1764938851.303149:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007092ecfd. 00010000:00000010:0.0:1764938851.303155:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db85bdc6. 00010000:00000010:0.0:1764938851.303273:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.0:1764938851.303279:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007092ecfd. 00010000:00000010:0.0:1764938851.303288:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eaa3fba4. 00000100:00000010:0.0:1764938851.303292:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a9c3ef3. 00000100:00000010:0.0:1764938851.303298:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a2e40877. 02000000:00000010:0.0:1764938851.303306:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054086837. 02000000:00000010:0.0:1764938851.303327:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f06f7bf. 00000400:00000010:0.0:1764938851.303332:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008710649c. 00000400:00000010:0.0:1764938851.303336:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938851.303340:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938368, portal 16 00000400:00000010:0.0:1764938851.303345:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938851.303347:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938368, offset 0 00000400:00000200:0.0:1764938851.303353:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.303359:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.303379:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.303383:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.303386:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.303389:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90447:90447:255:4294967295] 192.168.203.57@tcp LPNI seq info [90447:90447:7:4294967295] 00000400:00000200:0.0:1764938851.303397:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.303401:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.303405:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82353186). 00000800:00000200:0.0:1764938851.303409:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.303414:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.303416:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.303459:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.303463:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:0.0:1764938851.303468:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.303471:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.303474:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095daec2b 00000400:00000010:0.0:1764938851.303475:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095daec2b. 00000800:00000200:0.0:1764938851.303541:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.303544:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352690). 00000400:00000200:0.0:1764938851.303547:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.303550:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.303552:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938851.303553:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:0.0:1764938851.303558:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a2e40877 x1850670626938368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.308411:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.308427:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509e00 00000400:00000200:0.0:1764938851.308436:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb11bd [1] + 224 00000400:00000200:0.0:1764938851.308451:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.308456:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.308465:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e40877 x1850670626938368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.308506:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008710649c. 00000400:00000200:1.0:1764938851.308512:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:1.0:1764938851.308514:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:1.0:1764938851.308522:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e40877 x1850670626938368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.308531:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a2e40877 x1850670626938368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.308559:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f06f7bf. 02000000:00000010:1.0:1764938851.308565:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054086837. 00000100:00000010:1.0:1764938851.308570:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a2e40877. 00000100:00000010:1.0:1764938851.308574:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a9c3ef3. 00010000:00000010:1.0:1764938851.308578:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eaa3fba4. 00000400:00000200:2.0:1764938851.310853:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.310870:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63e40 00000400:00000200:2.0:1764938851.310876:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb41 [2] + 328 00000400:00000200:2.0:1764938851.310937:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.310941:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.310947:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938851.310952:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00010000:00000010:2.1:1764938851.311193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4900ef2. 00000020:00000010:3.0:1764938851.311336:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048e682a0. 00000020:00000010:3.0:1764938851.311344:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d2eb1cf. 00000020:00000010:3.0:1764938851.311349:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f00dd25f. 00000100:00000200:3.0:1764938851.311483:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621015616/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938851.311522:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015616 02000000:00000010:3.0:1764938851.311534:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008dc7c78e. 00010000:00000010:3.0:1764938851.311560:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000998ac3d6. 00010000:00000010:3.0:1764938851.311575:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938851.311581:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db947b8. 00000100:00000010:3.0:1764938851.311600:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db947b8. 00010000:00000010:3.0:1764938851.311603:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00000400:00000010:3.0:1764938851.311615:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938851.311621:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015616, offset 224 00000400:00000200:3.0:1764938851.311628:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.311639:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.311644:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90448:90448:256:4294967295] 192.168.203.57@tcp LPNI seq info [90448:90448:8:4294967295] 00000400:00000200:3.0:1764938851.311654:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.311659:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.311664:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352938). 00000800:00000200:3.0:1764938851.311669:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.311676:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.311679:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.311695:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d2eb1cf. 00000020:00000010:3.0:1764938851.311698:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f00dd25f. 00000020:00000010:3.0:1764938851.311702:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048e682a0. 00080000:00000010:1.0:1764938851.311719:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cf7886d. 00010000:00000010:0.1:1764938851.311828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008a81e4e. 00010000:00000010:0.1:1764938851.311834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009370766c. 00000800:00000200:0.0:1764938851.312165:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.312169:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:0.0:1764938851.312174:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.312178:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.312181:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:0.0:1764938851.312183:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00010000:00000010:1.0:1764938851.312687:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007092ecfd. 00010000:00000010:1.0:1764938851.312696:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7745b8d. 00010000:00000010:1.0:1764938851.312786:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6054114. 00010000:00000010:1.0:1764938851.312792:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab4e17c6. 00010000:00000010:1.0:1764938851.312803:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3fbb9d5. 00000100:00000010:1.0:1764938851.312809:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000009f36ab. 00000100:00000010:1.0:1764938851.312817:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938851.312828:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d85d162. 02000000:00000010:1.0:1764938851.312855:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f42f506. 00000400:00000010:1.0:1764938851.312861:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009faf80cd. 00000400:00000010:1.0:1764938851.312866:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938851.312871:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938432, portal 16 00000400:00000010:1.0:1764938851.312877:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938851.312880:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938432, offset 0 00000400:00000200:1.0:1764938851.312887:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.312898:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.312904:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.312908:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.312911:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.312914:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90449:90449:256:4294967295] 192.168.203.57@tcp LPNI seq info [90449:90449:8:4294967295] 00000400:00000200:1.0:1764938851.312925:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.312930:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.312934:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938851.312939:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.312945:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.312947:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.314930:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.314947:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938851.314954:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.314963:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.314968:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:2.0:1764938851.314970:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:2.0:1764938851.314979:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626938432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.319299:0:67922:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf3796e3. 00000400:00000200:2.0:1764938851.319581:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.319599:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509e40 00000400:00000200:2.0:1764938851.319609:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb11c9 [1] + 224 00000400:00000200:2.0:1764938851.319627:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.319632:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.319644:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626938432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.320266:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009faf80cd. 00000400:00000200:3.0:1764938851.320272:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:3.0:1764938851.320274:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000100:00000200:3.0:1764938851.320281:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626938432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.320296:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626938432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.320325:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f42f506. 02000000:00000010:3.0:1764938851.320331:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d85d162. 00000100:00000010:3.0:1764938851.320335:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:3.0:1764938851.320339:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000009f36ab. 00010000:00000010:3.0:1764938851.320344:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3fbb9d5. 00010000:00000010:1.1:1764938851.323210:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fac7cff. 00010000:00000010:1.1:1764938851.323223:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b59ae7. 00000400:00000200:0.0:1764938851.326411:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.326431:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63e80 00000400:00000200:0.0:1764938851.326438:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb41 [2] + 656 00000400:00000200:0.0:1764938851.326504:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.326509:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.326516:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.326523:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076ba2ea4. 00000020:00000010:2.0:1764938851.327182:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f5fdb1. 00000020:00000010:2.0:1764938851.327189:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e47f748. 00000020:00000010:2.0:1764938851.327193:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.327218:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076ba2ea4 x1850670621015680/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938851.327243:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015680 02000000:00000010:2.0:1764938851.327254:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2c01956. 00010000:00000010:2.0:1764938851.327281:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000078f3f76. 00010000:00000010:2.0:1764938851.327301:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b0151260. 00000100:00000010:2.0:1764938851.327308:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000519a1834. 00000100:00000010:2.0:1764938851.327319:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000519a1834. 00010000:00000010:2.0:1764938851.327322:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b0151260. 00000400:00000010:2.0:1764938851.327334:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015972057. 00000100:00000200:2.0:1764938851.327339:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015680, offset 224 00000400:00000200:2.0:1764938851.327347:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.327357:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.327362:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90450:90450:256:4294967295] 192.168.203.57@tcp LPNI seq info [90450:90450:8:4294967295] 00000400:00000200:2.0:1764938851.327379:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.327384:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.327388:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938851.327394:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.327400:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.327404:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.327418:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e47f748. 00000020:00000010:2.0:1764938851.327422:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.327425:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f5fdb1. 00080000:00000010:2.0:1764938851.327453:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006f5fdb1. 00010000:00000010:2.0:1764938851.327532:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab4e17c6. 00010000:00000010:2.0:1764938851.327538:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e226465d. 00000800:00000200:1.0:1764938851.327697:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.327701:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:1.0:1764938851.327706:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.327710:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.327714:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015972057 00000400:00000010:1.0:1764938851.327716:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015972057. 00010000:00000010:2.0:1764938851.327915:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.327922:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a05f254f. 00010000:00000010:2.0:1764938851.327933:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b0151260. 00000100:00000010:2.0:1764938851.327936:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000519a1834. 00000100:00000010:2.0:1764938851.327942:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938851.327956:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd65de7e. 02000000:00000010:2.0:1764938851.327978:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d242249. 00000400:00000010:2.0:1764938851.327984:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083cda3c5. 00000400:00000010:2.0:1764938851.327989:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938851.327994:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938496, portal 16 00000400:00000010:2.0:1764938851.327998:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938851.327999:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938496, offset 0 00000400:00000200:2.0:1764938851.328005:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.328012:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.328018:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.328021:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.328024:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.328027:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90451:90451:256:4294967295] 192.168.203.57@tcp LPNI seq info [90451:90451:8:4294967295] 00000400:00000200:2.0:1764938851.328034:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.328038:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.328041:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938851.328045:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.328050:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.328053:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.329664:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.329670:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938851.329676:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.329684:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.329688:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:1.0:1764938851.329690:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:1.0:1764938851.329698:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c38dff64 x1850670626938496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.332747:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.332765:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509e80 00000400:00000200:3.0:1764938851.332773:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb11d5 [1] + 224 00000400:00000200:3.0:1764938851.332788:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.332791:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.332801:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626938496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.333537:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083cda3c5. 00000400:00000200:2.0:1764938851.333544:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:2.0:1764938851.333546:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000100:00000200:2.0:1764938851.333555:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c38dff64 x1850670626938496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.333565:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c38dff64 x1850670626938496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.333594:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d242249. 02000000:00000010:2.0:1764938851.333600:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd65de7e. 00000100:00000010:2.0:1764938851.333604:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00000100:00000010:2.0:1764938851.333608:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000519a1834. 00010000:00000010:2.0:1764938851.333612:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b0151260. 00000400:00000200:1.0:1764938851.335914:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.335933:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63ec0 00000400:00000200:1.0:1764938851.335941:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb41 [2] + 984 00000400:00000200:1.0:1764938851.336017:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.336022:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.336027:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.336034:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:3.0:1764938851.336661:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048e682a0. 00000020:00000010:3.0:1764938851.336670:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938851.336674:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f00dd25f. 00000100:00000200:3.0:1764938851.336699:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621015744/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938851.336734:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015744 02000000:00000010:3.0:1764938851.336745:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034b44d05. 00010000:00000010:3.0:1764938851.336770:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e55b1814. 00010000:00000010:3.0:1764938851.336791:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938851.336798:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db947b8. 00000100:00000010:3.0:1764938851.336817:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db947b8. 00010000:00000010:3.0:1764938851.336821:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000010:3.0:1764938851.336833:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938851.336839:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015744, offset 224 00080000:00000010:2.0:1764938851.336846:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d242249. 00000400:00000200:3.0:1764938851.336847:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.336865:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.336871:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90452:90452:256:4294967295] 192.168.203.57@tcp LPNI seq info [90452:90452:8:4294967295] 00000400:00000200:3.0:1764938851.336881:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.336887:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.336891:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938851.336897:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.336904:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.336908:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1764938851.336931:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a05f254f. 00000020:00000010:3.0:1764938851.336935:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938851.336941:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f00dd25f. 00010000:00000010:2.0:1764938851.336941:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f04c46e7. 00000020:00000010:3.0:1764938851.336945:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048e682a0. 00010000:00000010:2.0:1764938851.337012:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085a2e572. 00010000:00000010:2.0:1764938851.337018:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a05f254f. 00010000:00000010:2.0:1764938851.337028:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b0151260. 00000100:00000010:2.0:1764938851.337032:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000519a1834. 00000100:00000010:2.0:1764938851.337037:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938851.337047:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038a8c08a. 02000000:00000010:2.0:1764938851.337068:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e29c599. 00000400:00000010:2.0:1764938851.337074:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083cda3c5. 00000400:00000010:2.0:1764938851.337078:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938851.337082:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938560, portal 16 00000400:00000010:2.0:1764938851.337086:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938851.337088:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938560, offset 0 00000400:00000200:2.0:1764938851.337093:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.337099:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00010000:00000010:2.1:1764938851.337128:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e8348d5. 00010000:00000010:2.1:1764938851.337134:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033761881. 00010000:00000010:2.1:1764938851.337138:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6054114. 00000400:00000200:2.0:1764938851.337147:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.337151:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.337153:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.337156:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90453:90453:255:4294967295] 192.168.203.57@tcp LPNI seq info [90453:90453:7:4294967295] 00000400:00000200:2.0:1764938851.337163:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.337168:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.337171:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82353186). 00000800:00000200:2.0:1764938851.337175:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.337178:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.337181:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.337334:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.337337:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352938). 00000400:00000200:1.0:1764938851.337342:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.337345:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.337349:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:1.0:1764938851.337351:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000800:00000200:1.0:1764938851.337414:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.337417:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938851.337421:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.337424:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.337426:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:1.0:1764938851.337427:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:1.0:1764938851.337434:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c38dff64 x1850670626938560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.346575:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.346592:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509ec0 00000400:00000200:3.0:1764938851.346600:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb11e1 [1] + 224 00000400:00000200:3.0:1764938851.346611:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.346615:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.346624:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626938560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.346649:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.346653:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63f00 00000400:00000200:3.0:1764938851.346658:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb41 [2] + 1312 00000400:00000200:3.0:1764938851.346666:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.346668:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.346671:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.346676:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 00000020:00000010:3.0:1764938851.346719:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048e682a0. 00000020:00000010:3.0:1764938851.346724:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938851.346728:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f00dd25f. 00000100:00000200:3.0:1764938851.346747:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc87284 x1850670621015808/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938851.346770:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015808 02000000:00000010:3.0:1764938851.346778:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d2a53e39. 00010000:00000010:3.0:1764938851.346810:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938851.346815:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db947b8. 00000100:00000010:3.0:1764938851.346821:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db947b8. 00010000:00000010:3.0:1764938851.346823:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000010:3.0:1764938851.346835:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938851.346839:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015808, offset 224 00000400:00000200:3.0:1764938851.346845:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.346855:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.346859:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90454:90454:256:4294967295] 192.168.203.57@tcp LPNI seq info [90454:90454:8:4294967295] 00000400:00000200:3.0:1764938851.346867:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.346872:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.346875:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82352938). 00000800:00000200:3.0:1764938851.346881:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.346887:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.346890:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.346906:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938851.346909:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f00dd25f. 00000020:00000010:3.0:1764938851.346912:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048e682a0. 00000400:00000010:3.0:1764938851.346943:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083cda3c5. 00000400:00000200:3.0:1764938851.346946:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:3.0:1764938851.346948:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000100:00000200:3.0:1764938851.346953:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c38dff64 x1850670626938560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.346961:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c38dff64 x1850670626938560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938851.346978:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aba86262. 02000000:00000010:3.0:1764938851.346989:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e29c599. 02000000:00000010:3.0:1764938851.346993:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038a8c08a. 00000100:00000010:3.0:1764938851.346996:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00000100:00000010:3.0:1764938851.346999:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000519a1834. 00010000:00000010:3.0:1764938851.347003:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b0151260. 00080000:00000010:3.0:1764938851.347016:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048e682a0. 00010000:00000010:3.0:1764938851.347085:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a05f254f. 00010000:00000010:3.0:1764938851.347091:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005dd3300. 00010000:00000010:3.0:1764938851.347172:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5cd8dea. 00010000:00000010:3.0:1764938851.347175:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000279a651d. 00010000:00000010:3.0:1764938851.347179:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938851.347184:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095dfe617. 00080000:00000010:3.0:1764938851.347192:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfc3651b. 00010000:00000010:3.0:1764938851.347211:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095dfe617. 00010000:00000010:3.0:1764938851.347214:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000279a651d. 00010000:00000010:3.0:1764938851.347255:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.0:1764938851.347258:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095dfe617. 00010000:00000010:3.0:1764938851.347264:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000084fc0f2. 00000100:00000010:3.0:1764938851.347267:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db947b8. 00000100:00000010:3.0:1764938851.347271:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 02000000:00000010:3.0:1764938851.347280:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d85ca20e. 02000000:00000010:3.0:1764938851.347297:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000718daa7b. 00000400:00000010:3.0:1764938851.347301:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2aef35b. 00000400:00000010:3.0:1764938851.347304:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00000100:00000200:3.0:1764938851.347308:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938624, portal 16 00000400:00000010:3.0:1764938851.347312:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938851.347314:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938624, offset 0 00000400:00000200:3.0:1764938851.347318:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.347323:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.347329:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.347333:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.347335:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.347339:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90455:90455:255:4294967295] 192.168.203.57@tcp LPNI seq info [90455:90455:7:4294967295] 00000400:00000200:3.0:1764938851.347346:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.347351:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.347353:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82353186). 00000800:00000200:3.0:1764938851.347356:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.347360:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.347362:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.349033:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.349038:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352938). 00000400:00000200:0.0:1764938851.349047:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.349055:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.349060:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:0.0:1764938851.349062:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00010000:00000010:3.1:1764938851.349127:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61483df. 00000800:00000200:0.0:1764938851.349157:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.349160:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:0.0:1764938851.349163:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.349167:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.349169:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:0.0:1764938851.349170:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00000100:00000200:0.0:1764938851.349177:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000050fb875 x1850670626938624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.351019:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.351037:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509f00 00000400:00000200:1.0:1764938851.351045:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb11ed [1] + 224 00000400:00000200:1.0:1764938851.351061:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.351064:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.351073:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000050fb875 x1850670626938624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.351141:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c2aef35b. 00000400:00000200:1.0:1764938851.351146:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:1.0:1764938851.351147:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 00000100:00000200:1.0:1764938851.351152:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000050fb875 x1850670626938624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.351160:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000050fb875 x1850670626938624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.351187:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000718daa7b. 02000000:00000010:1.0:1764938851.351193:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d85ca20e. 00000100:00000010:1.0:1764938851.351197:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000010:1.0:1764938851.351202:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db947b8. 00010000:00000010:1.0:1764938851.351205:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000084fc0f2. 00000400:00000200:3.0:1764938851.351977:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.351990:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63f40 00000400:00000200:3.0:1764938851.351995:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb41 [2] + 1640 00000400:00000200:3.0:1764938851.352047:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.352051:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.352055:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.352060:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000681c7840. 00000020:00000010:3.0:1764938851.352119:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca2eef1f. 00000020:00000010:3.0:1764938851.352124:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279a651d. 00000020:00000010:3.0:1764938851.352128:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f00dd25f. 00000100:00000200:3.0:1764938851.352150:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000681c7840 x1850670621015872/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00010000:00000010:2.1:1764938851.353004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078661828. 00010000:00000010:2.1:1764938851.353016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000100:00000200:0.0:1764938851.354942:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015872 02000000:00000010:0.0:1764938851.354961:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9417d33. 00010000:00000010:0.0:1764938851.354994:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b57b0184. 00010000:00000010:0.0:1764938851.355014:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000070a9a70. 00000100:00000010:0.0:1764938851.355022:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a9c3ef3. 00000100:00000010:0.0:1764938851.355047:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a9c3ef3. 00010000:00000010:0.0:1764938851.355050:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000070a9a70. 00000400:00000010:0.0:1764938851.355064:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938851.355070:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015872, offset 224 00000400:00000200:0.0:1764938851.355080:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.355096:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.355126:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90456:90456:256:4294967295] 192.168.203.57@tcp LPNI seq info [90456:90456:8:4294967295] 00000400:00000200:0.0:1764938851.355138:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.355144:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.355149:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938851.355155:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.355163:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.355166:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.355190:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279a651d. 00000020:00000010:0.0:1764938851.355194:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f00dd25f. 00000020:00000010:0.0:1764938851.355198:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca2eef1f. 00010000:00000010:3.1:1764938851.355400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd36c2b6. 00010000:00000010:3.1:1764938851.355406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b4477c4. 00010000:00000010:3.1:1764938851.355410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085a2e572. 00080000:00000010:3.0:1764938851.355433:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003144048b. 00010000:00000010:3.0:1764938851.355516:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095dfe617. 00010000:00000010:3.0:1764938851.355524:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000197d5395. 00010000:00000010:3.0:1764938851.355595:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097750580. 00010000:00000010:3.0:1764938851.355602:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095dfe617. 00010000:00000010:3.0:1764938851.355612:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3773a4. 00000100:00000010:3.0:1764938851.355617:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072c68e26. 00000100:00000010:3.0:1764938851.355624:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbbde638. 02000000:00000010:3.0:1764938851.355634:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca2eef1f. 02000000:00000010:3.0:1764938851.355657:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d85ca20e. 00000400:00000010:3.0:1764938851.355664:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4f6719. 00000400:00000010:3.0:1764938851.355668:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938851.355673:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938688, portal 16 00000400:00000010:3.0:1764938851.355677:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938851.355679:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938688, offset 0 00000400:00000200:3.0:1764938851.355686:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.355693:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.355700:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.355704:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.355707:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.355710:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90457:90457:255:4294967295] 192.168.203.57@tcp LPNI seq info [90457:90457:7:4294967295] 00000400:00000200:3.0:1764938851.355717:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.355722:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.355726:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82353186). 00000800:00000200:3.0:1764938851.355732:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.355737:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.355740:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.360564:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.360572:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352938). 00000400:00000200:2.0:1764938851.360579:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.360588:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.360593:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:2.0:1764938851.360595:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000800:00000200:2.0:1764938851.360669:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.360672:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:2.0:1764938851.360676:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.360679:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.360681:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:2.0:1764938851.360682:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:2.0:1764938851.360689:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fbbde638 x1850670626938688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.364806:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.364824:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509f40 00000400:00000200:3.0:1764938851.364831:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb11f9 [1] + 224 00000400:00000200:3.0:1764938851.364847:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.364851:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.364861:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fbbde638 x1850670626938688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938851.364958:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4f6719. 00000400:00000200:0.0:1764938851.364964:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:0.0:1764938851.364966:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:0.0:1764938851.364973:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fbbde638 x1850670626938688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.364981:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fbbde638 x1850670626938688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.365008:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d85ca20e. 02000000:00000010:0.0:1764938851.365013:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca2eef1f. 00000100:00000010:0.0:1764938851.365016:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbbde638. 00000100:00000010:0.0:1764938851.365020:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072c68e26. 00010000:00000010:0.0:1764938851.365023:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3773a4. 00000400:00000200:3.0:1764938851.365061:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.365069:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63f80 00000400:00000200:3.0:1764938851.365074:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb41 [2] + 1968 00000400:00000010:3.0:1764938851.365077:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008de92d9e. 00000400:00000200:3.0:1764938851.365081:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000057673897 00010000:00000010:3.1:1764938851.365141:0:15835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cd8dea. 00010000:00000010:3.1:1764938851.365147:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000400:00000200:3.0:1764938851.365185:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.365188:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.365191:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057673897 00000400:00000010:3.0:1764938851.365193:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000057673897 (tot 82352538). 00000100:00000200:3.0:1764938851.365197:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938851.365357:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7b66eda. 00000020:00000010:0.0:1764938851.365372:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938851.365377:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.365400:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008e26c025 x1850670621015936/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938851.365435:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621015936 02000000:00000010:0.0:1764938851.365446:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f1fae61. 00010000:00000010:0.0:1764938851.365472:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ecfecf7. 00010000:00000010:0.0:1764938851.365492:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c394d93b. 00000100:00000010:0.0:1764938851.365497:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a9c3ef3. 00000100:00000010:0.0:1764938851.365515:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a9c3ef3. 00010000:00000010:0.0:1764938851.365518:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c394d93b. 00000400:00000010:0.0:1764938851.365531:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938851.365535:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621015936, offset 224 00000400:00000200:0.0:1764938851.365543:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.365553:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.365558:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90458:90458:256:4294967295] 192.168.203.57@tcp LPNI seq info [90458:90458:8:4294967295] 00000400:00000200:0.0:1764938851.365568:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.365572:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.365577:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82352786). 00000800:00000200:0.0:1764938851.365582:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.365588:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.365591:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.365615:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938851.365619:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.365622:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7b66eda. 02000000:00000010:0.0:1764938851.365630:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9417d33. 00000100:00000010:0.0:1764938851.365633:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000681c7840. 02000000:00000010:0.0:1764938851.365636:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d2a53e39. 00000100:00000010:0.0:1764938851.365638:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 02000000:00000010:0.0:1764938851.365641:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000034b44d05. 00000100:00000010:0.0:1764938851.365643:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:0.0:1764938851.365646:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2c01956. 00000100:00000010:0.0:1764938851.365648:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076ba2ea4. 02000000:00000010:0.0:1764938851.365651:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008dc7c78e. 00000100:00000010:0.0:1764938851.365653:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:0.0:1764938851.365655:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000646e2c0e. 00000100:00000010:0.0:1764938851.365658:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000200:0.0:1764938851.365663:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938851.365668:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000365f631. 00000400:00000010:0.0:1764938851.365673:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000a9c3ef3 (tot 82352938). 00080000:00000010:3.0:1764938851.365687:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000718daa7b. 00010000:00000010:3.0:1764938851.365762:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095dfe617. 00010000:00000010:3.0:1764938851.365769:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060a82c35. 00000800:00000200:2.0:1764938851.365770:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.365775:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352690). 00000400:00000200:2.0:1764938851.365779:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.365783:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.365786:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938851.365788:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 02000000:00000010:2.0:1764938851.365791:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f1fae61. 00010000:00000010:3.0:1764938851.365841:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938851.365847:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095dfe617. 00010000:00000010:3.0:1764938851.365857:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015d976be. 00000100:00000010:3.0:1764938851.365860:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072c68e26. 00000100:00000010:3.0:1764938851.365866:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938851.365875:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dc7c78e. 02000000:00000010:3.0:1764938851.365896:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034b44d05. 00000400:00000010:3.0:1764938851.365899:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f2c85f5b. 00000400:00000010:3.0:1764938851.365903:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938851.365906:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938752, portal 16 00000400:00000010:3.0:1764938851.365910:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000100:00000200:3.0:1764938851.365911:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938752, offset 0 00000400:00000200:3.0:1764938851.365916:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.365922:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.365928:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.365932:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.365935:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.365937:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90459:90459:256:4294967295] 192.168.203.57@tcp LPNI seq info [90459:90459:8:4294967295] 00000400:00000200:3.0:1764938851.365944:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.365948:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.365951:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82352938). 00000800:00000200:3.0:1764938851.365956:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.365960:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.365962:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.368234:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.368241:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352690). 00000400:00000200:0.0:1764938851.368249:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.368257:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.368262:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:0.0:1764938851.368265:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 00000100:00000200:0.0:1764938851.368273:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626938752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.372010:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.372029:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509f80 00000400:00000200:3.0:1764938851.372036:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1209 [1] + 224 00000400:00000200:3.0:1764938851.372047:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.372050:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.372059:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626938752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.372100:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.372122:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f63fc0 00000400:00000200:3.0:1764938851.372127:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb99 [2] + 0 00000400:00000010:2.0:1764938851.372142:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f2c85f5b. 00000400:00000200:2.0:1764938851.372148:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:2.0:1764938851.372151:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:2.0:1764938851.372158:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626938752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.372171:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626938752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.372172:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.372179:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.372183:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.372188:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdea65dc. 02000000:00000010:2.0:1764938851.372202:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034b44d05. 02000000:00000010:2.0:1764938851.372209:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008dc7c78e. 00000100:00000010:2.0:1764938851.372212:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:2.0:1764938851.372217:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072c68e26. 00010000:00000010:2.0:1764938851.372220:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015d976be. 00000020:00000010:0.0:1764938851.374323:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9417d33. 00000020:00000010:0.0:1764938851.374333:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938851.374338:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.374372:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cdea65dc x1850670621016000/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938851.375841:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016000 02000000:00000010:0.0:1764938851.375860:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7b66eda. 00010000:00000010:0.0:1764938851.375891:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000625ce1bb. 00010000:00000010:0.0:1764938851.375912:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c394d93b. 00000100:00000010:0.0:1764938851.375921:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083e61894. 00000100:00000010:0.0:1764938851.375939:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083e61894. 00010000:00000010:0.0:1764938851.375943:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c394d93b. 00000400:00000010:0.0:1764938851.375956:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938851.375961:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016000, offset 224 00000400:00000200:0.0:1764938851.375970:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.375984:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.375990:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90460:90460:256:4294967295] 192.168.203.57@tcp LPNI seq info [90460:90460:8:4294967295] 00000400:00000200:0.0:1764938851.376001:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.376007:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.376011:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938851.376017:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.376023:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.376027:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.376045:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938851.376050:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.376055:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9417d33. 00080000:00000010:1.0:1764938851.376144:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de88a7e9. 00010000:00000010:1.0:1764938851.376232:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095dfe617. 00010000:00000010:1.0:1764938851.376239:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000570fb893. 00010000:00000010:1.0:1764938851.376303:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5489dcf. 00010000:00000010:1.0:1764938851.376308:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f4c6d8d. 00010000:00000010:0.1:1764938851.376316:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000783de629. 00010000:00000010:1.0:1764938851.376319:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070c9c10e. 00000100:00000010:1.0:1764938851.376334:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000800:00000200:2.0:1764938851.376341:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1764938851.376342:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000800:00000010:2.0:1764938851.376345:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352690). 00000400:00000200:2.0:1764938851.376348:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1764938851.376351:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f42f506. 00000400:00000200:2.0:1764938851.376353:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.376357:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:2.0:1764938851.376359:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 02000000:00000010:1.0:1764938851.376380:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d0ae00c. 00000400:00000010:1.0:1764938851.376386:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094947d7a. 00000400:00000010:1.0:1764938851.376391:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938851.376395:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938816, portal 16 00000400:00000010:1.0:1764938851.376399:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938851.376401:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938816, offset 0 00000400:00000200:1.0:1764938851.376406:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.376412:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.376422:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.376425:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.376428:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.376430:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90461:90461:256:4294967295] 192.168.203.57@tcp LPNI seq info [90461:90461:8:4294967295] 00000400:00000200:1.0:1764938851.376437:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.376441:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.376444:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938851.376448:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.376452:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.376454:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.376618:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.376620:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938851.376624:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.376628:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.376631:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:2.0:1764938851.376632:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:2.0:1764938851.376638:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626938816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.377307:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a66903. 00010000:00000010:3.1:1764938851.377314:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00010000:00000010:0.1:1764938851.379148:0:78514:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b32126. 00010000:00000010:3.1:1764938851.381950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23dd16b. 00010000:00000010:3.1:1764938851.381962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:0.1:1764938851.382304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065609554. 00010000:00000010:1.1:1764938851.383172:0:78515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd5c4cf3. 00010000:00000010:1.1:1764938851.383178:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00000400:00000200:3.0:1764938851.384060:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.384078:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd5509fc0 00000400:00000200:3.0:1764938851.384085:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1215 [1] + 224 00000400:00000200:3.0:1764938851.384096:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.384099:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.384128:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626938816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.384163:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.384168:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64000 00000400:00000200:3.0:1764938851.384173:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb99 [2] + 328 00000400:00000200:3.0:1764938851.384215:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.384219:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.384223:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.384228:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00000400:00000010:2.0:1764938851.384233:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094947d7a. 00000400:00000200:2.0:1764938851.384239:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:2.0:1764938851.384241:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00000100:00000200:2.0:1764938851.384255:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626938816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.384263:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626938816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.384289:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d0ae00c. 02000000:00000010:2.0:1764938851.384295:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f42f506. 00000100:00000010:2.0:1764938851.384299:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:2.0:1764938851.384302:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:2.0:1764938851.384306:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070c9c10e. 00000020:00000010:0.0:1764938851.384449:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9417d33. 00000020:00000010:0.0:1764938851.384456:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938851.384462:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.384484:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670621016064/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938851.384516:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016064 02000000:00000010:0.0:1764938851.384526:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c3994db. 00010000:00000010:0.0:1764938851.384558:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5c83633. 00010000:00000010:0.0:1764938851.384576:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5ba51dc. 00000100:00000010:0.0:1764938851.384581:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083e61894. 00000100:00000010:0.0:1764938851.384596:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083e61894. 00010000:00000010:0.0:1764938851.384599:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5ba51dc. 00000400:00000010:0.0:1764938851.384610:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938851.384614:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016064, offset 224 00000400:00000200:0.0:1764938851.384621:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.384631:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.384636:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90462:90462:256:4294967295] 192.168.203.57@tcp LPNI seq info [90462:90462:8:4294967295] 00080000:00000010:3.0:1764938851.384637:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca2eef1f. 00000400:00000200:0.0:1764938851.384649:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.384654:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.384658:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938851.384663:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.384669:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.384673:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.384686:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938851.384690:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.384692:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9417d33. 00010000:00000010:3.0:1764938851.384732:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f4c6d8d. 00010000:00000010:3.0:1764938851.384740:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f4772e1. 00000800:00000200:2.0:1764938851.384804:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.384808:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352690). 00010000:00000010:3.0:1764938851.384810:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097750580. 00000400:00000200:2.0:1764938851.384812:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1764938851.384817:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00000400:00000200:2.0:1764938851.384819:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.384823:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938851.384824:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00010000:00000010:3.0:1764938851.384827:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bb08806. 00000100:00000010:3.0:1764938851.384892:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938851.384900:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 02000000:00000010:3.0:1764938851.384909:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d85ca20e. 02000000:00000010:3.0:1764938851.384931:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008dc7c78e. 00000400:00000010:3.0:1764938851.384936:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fa16394. 00000400:00000010:3.0:1764938851.384940:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da61de4c. 00000100:00000200:3.0:1764938851.384944:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938880, portal 16 00000400:00000010:3.0:1764938851.384949:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938851.384950:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938880, offset 0 00000400:00000200:3.0:1764938851.384955:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.384961:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.384967:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.384970:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.384972:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.384975:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90463:90463:256:4294967295] 192.168.203.57@tcp LPNI seq info [90463:90463:8:4294967295] 00000400:00000200:3.0:1764938851.384982:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.384986:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.384989:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938851.384993:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.384997:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.384999:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.385568:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.385572:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352690). 00000400:00000200:2.0:1764938851.385576:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.385580:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.385583:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:2.0:1764938851.385585:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:2.0:1764938851.385590:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000274d7da0 x1850670626938880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.387964:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.387982:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a000 00000400:00000200:3.0:1764938851.387990:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1221 [1] + 224 00000400:00000200:3.0:1764938851.388000:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.388003:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.388012:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000274d7da0 x1850670626938880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.388045:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.388050:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64040 00000400:00000200:3.0:1764938851.388056:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb99 [2] + 656 00000400:00000200:3.0:1764938851.388127:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.388131:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.388135:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.388140:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00000400:00000010:0.0:1764938851.388845:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fa16394. 00000400:00000200:0.0:1764938851.388851:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da61de4c 00000400:00000010:0.0:1764938851.388853:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da61de4c. 00000100:00000200:0.0:1764938851.388859:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000274d7da0 x1850670626938880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.388873:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000274d7da0 x1850670626938880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.388899:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008dc7c78e. 02000000:00000010:0.0:1764938851.388904:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d85ca20e. 00000100:00000010:0.0:1764938851.388907:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 00000100:00000010:0.0:1764938851.388911:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:0.0:1764938851.388915:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bb08806. 00000020:00000010:1.0:1764938851.390529:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938851.390539:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.390544:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.390569:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670621016128/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938851.391830:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016128 02000000:00000010:1.0:1764938851.391844:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f5f8268. 00010000:00000010:1.0:1764938851.391871:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a49f7f41. 00010000:00000010:1.0:1764938851.391891:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8df4ea1. 00000100:00000010:1.0:1764938851.391898:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:1.0:1764938851.391910:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:1.0:1764938851.391913:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8df4ea1. 00000400:00000010:1.0:1764938851.391928:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000571cc73. 00000100:00000200:1.0:1764938851.391933:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016128, offset 224 00000400:00000200:1.0:1764938851.391942:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.391956:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.391962:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90464:90464:256:4294967295] 192.168.203.57@tcp LPNI seq info [90464:90464:8:4294967295] 00000400:00000200:1.0:1764938851.391971:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.391975:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.391979:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938851.391985:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.391992:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.391996:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.392011:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.392016:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.392019:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00000800:00000200:2.0:1764938851.392375:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.392379:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938851.392385:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.392389:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.392393:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:2.0:1764938851.392395:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 00080000:00000010:2.0:1764938851.392425:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d9e6359. 00010000:00000010:2.0:1764938851.392508:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:2.0:1764938851.392515:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c25d917d. 00010000:00000010:2.0:1764938851.392578:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090d2fc45. 00010000:00000010:2.0:1764938851.392582:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938851.392587:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.392592:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00080000:00000010:2.0:1764938851.392604:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045b5b005. 00010000:00000010:2.0:1764938851.392629:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.392634:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e47f748. 00010000:00000010:2.0:1764938851.392687:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047f055d6. 00010000:00000010:2.0:1764938851.392691:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.392698:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.392702:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.392709:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938851.392718:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005383e575. 02000000:00000010:2.0:1764938851.392741:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a544a1b2. 00000400:00000010:2.0:1764938851.392747:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f0ccf94. 00000400:00000010:2.0:1764938851.392750:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938851.392757:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626938944, portal 16 00000400:00000010:2.0:1764938851.392761:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938851.392762:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626938944, offset 0 00000400:00000200:2.0:1764938851.392768:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.392775:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.392782:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.392785:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.392787:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.392790:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90465:90465:256:4294967295] 192.168.203.57@tcp LPNI seq info [90465:90465:8:4294967295] 00000400:00000200:2.0:1764938851.392796:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.392800:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.392803:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938851.392807:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.392812:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.392814:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.392889:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.392891:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:2.0:1764938851.392895:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.392899:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.392901:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d4ee39 00000400:00000010:2.0:1764938851.392902:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d4ee39. 00000100:00000200:2.0:1764938851.392909:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a7e89f3 x1850670626938944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938851.395142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b10275. 00010000:00000010:3.1:1764938851.395196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009025985e. 00010000:00000010:3.1:1764938851.395202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5489dcf. 00010000:00000010:1.1:1764938851.398208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f3e4a39. 00000400:00000200:3.0:1764938851.398536:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.398550:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a040 00000400:00000200:3.0:1764938851.398558:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb122d [1] + 224 00000400:00000200:3.0:1764938851.398579:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.398584:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.398594:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a7e89f3 x1850670626938944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938851.398666:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f0ccf94. 00000400:00000200:0.0:1764938851.398670:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:0.0:1764938851.398673:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 00000100:00000200:0.0:1764938851.398679:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a7e89f3 x1850670626938944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.398685:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a7e89f3 x1850670626938944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.398710:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a544a1b2. 02000000:00000010:0.0:1764938851.398714:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005383e575. 00000100:00000010:0.0:1764938851.398717:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000010:0.0:1764938851.398721:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:0.0:1764938851.398723:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00010000:00000010:2.1:1764938851.400709:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000678b394e. 00010000:00000010:2.1:1764938851.400720:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00010000:00000010:2.1:1764938851.400724:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d2fc45. 00010000:00000010:2.1:1764938851.400727:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000400:00000200:2.0:1764938851.400749:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.400761:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64080 00000400:00000200:2.0:1764938851.400767:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb99 [2] + 984 00000400:00000200:2.0:1764938851.400826:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.400830:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.400836:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938851.400840:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:1.0:1764938851.400922:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938851.400930:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.400934:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.400958:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621016192/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938851.400998:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016192 02000000:00000010:1.0:1764938851.401008:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e06691bd. 00010000:00000010:1.0:1764938851.401036:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a88833. 00010000:00000010:1.0:1764938851.401052:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8df4ea1. 00000100:00000010:1.0:1764938851.401058:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:1.0:1764938851.401707:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:1.0:1764938851.401712:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8df4ea1. 00000400:00000010:1.0:1764938851.401728:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938851.401733:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016192, offset 224 00000400:00000200:1.0:1764938851.401741:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.401753:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.401759:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90466:90466:256:4294967295] 192.168.203.57@tcp LPNI seq info [90466:90466:8:4294967295] 00000400:00000200:1.0:1764938851.401768:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.401773:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.401778:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938851.401783:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.401790:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.401793:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.401824:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.401829:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.401832:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00000800:00000200:0.0:1764938851.402351:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.402356:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:0.0:1764938851.402360:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.402375:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.402379:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:0.0:1764938851.402380:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00080000:00000010:2.0:1764938851.402965:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ffe09f2. 00010000:00000010:2.0:1764938851.403050:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.403058:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000817b5686. 00010000:00000010:2.0:1764938851.403157:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.403164:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.403176:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb0ef1d5. 00000100:00000010:2.0:1764938851.403182:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.403189:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938851.403201:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012117617. 02000000:00000010:2.0:1764938851.403225:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f20fde9f. 00000400:00000010:2.0:1764938851.403231:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d40397. 00000400:00000010:2.0:1764938851.403235:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938851.403240:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939008, portal 16 00000400:00000010:2.0:1764938851.403244:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed232696. 00000100:00000200:2.0:1764938851.403246:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939008, offset 0 00000400:00000200:2.0:1764938851.403252:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.403262:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.403269:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.403271:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.403274:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.403276:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90467:90467:256:4294967295] 192.168.203.57@tcp LPNI seq info [90467:90467:8:4294967295] 00000400:00000200:2.0:1764938851.403284:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.403289:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.403292:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938851.403296:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.403301:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.403303:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.403647:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.403650:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:0.0:1764938851.403656:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.403660:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.403664:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed232696 00000400:00000010:0.0:1764938851.403665:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed232696. 00000100:00000200:0.0:1764938851.403671:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d48bd191 x1850670626939008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.408568:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.408589:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a080 00000400:00000200:0.0:1764938851.408598:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1239 [1] + 224 00000400:00000200:0.0:1764938851.408613:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.408617:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.408627:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d48bd191 x1850670626939008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.409766:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d40397. 00000400:00000200:1.0:1764938851.409773:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d4ee39 00000400:00000010:1.0:1764938851.409775:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d4ee39. 00000100:00000200:1.0:1764938851.409785:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d48bd191 x1850670626939008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.409794:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d48bd191 x1850670626939008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.409822:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f20fde9f. 02000000:00000010:1.0:1764938851.409829:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012117617. 00000100:00000010:1.0:1764938851.409842:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 00000100:00000010:1.0:1764938851.409847:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:1.0:1764938851.409851:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb0ef1d5. 00000400:00000200:0.0:1764938851.410440:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.410455:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f640c0 00000400:00000200:0.0:1764938851.410462:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb99 [2] + 1312 00000400:00000200:0.0:1764938851.410524:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.410528:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.410533:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.410538:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076ba2ea4. 00000020:00000010:1.0:1764938851.410625:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938851.410632:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.410636:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.410658:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076ba2ea4 x1850670621016256/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938851.410694:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016256 02000000:00000010:1.0:1764938851.410704:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d0ae00c. 00010000:00000010:1.0:1764938851.410731:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab33fb09. 00010000:00000010:1.0:1764938851.410750:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8df4ea1. 00000100:00000010:1.0:1764938851.410755:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:1.0:1764938851.410774:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:1.0:1764938851.410778:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8df4ea1. 00000400:00000010:1.0:1764938851.410793:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938851.410798:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016256, offset 224 00000400:00000200:1.0:1764938851.410807:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:2.0:1764938851.410809:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4517187. 00000400:00000200:1.0:1764938851.410816:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.410821:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90468:90468:256:4294967295] 192.168.203.57@tcp LPNI seq info [90468:90468:8:4294967295] 00000400:00000200:1.0:1764938851.410829:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.410834:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.410838:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938851.410842:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.410849:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.410852:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.410867:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.410871:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.410873:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00010000:00000010:2.0:1764938851.410885:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.410892:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000abe34e66. 00010000:00000010:2.0:1764938851.410969:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005ce1d1f. 00010000:00000010:2.0:1764938851.410976:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.410987:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938851.410991:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.410997:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.411007:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015a37e60. 02000000:00000010:2.0:1764938851.411029:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012117617. 00000400:00000010:2.0:1764938851.411034:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000426fded. 00000400:00000010:2.0:1764938851.411039:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000800:00000200:0.0:1764938851.411141:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.411145:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:0.0:1764938851.411149:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.411153:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.411156:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:0.0:1764938851.411158:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00010000:00000010:1.1:1764938851.412147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eee4732. 00000100:00000200:2.0:1764938851.416181:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939072, portal 16 00000400:00000010:2.0:1764938851.416193:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938851.416195:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939072, offset 0 00000400:00000200:2.0:1764938851.416205:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.416222:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.416228:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.416231:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.416234:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.416236:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90469:90469:256:4294967295] 192.168.203.57@tcp LPNI seq info [90469:90469:8:4294967295] 00000400:00000200:2.0:1764938851.416246:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.416252:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.416257:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.416264:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.416271:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.416274:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.416426:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.416430:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:0.0:1764938851.416437:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.416442:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.416446:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7ce4bb 00000400:00000010:0.0:1764938851.416447:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7ce4bb. 00000100:00000200:0.0:1764938851.416457:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626939072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.418146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003570652f. 00010000:00000010:2.1:1764938851.418176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000755669ea. 00010000:00000010:2.1:1764938851.418182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f055d6. 00000400:00000200:3.0:1764938851.419609:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.419627:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a0c0 00000400:00000200:3.0:1764938851.419637:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1245 [1] + 224 00000400:00000200:3.0:1764938851.419653:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.419656:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.419666:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626939072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.419749:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000426fded. 00000400:00000200:2.0:1764938851.419753:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938851.419755:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:2.0:1764938851.419762:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626939072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.419769:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626939072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.419795:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012117617. 02000000:00000010:2.0:1764938851.419799:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015a37e60. 00000100:00000010:2.0:1764938851.419803:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938851.419806:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.419809:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00010000:00000010:2.1:1764938851.421455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef7b4b0f. 00010000:00000010:2.1:1764938851.421468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000400:00000200:3.0:1764938851.424360:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.424388:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64100 00000400:00000200:3.0:1764938851.424396:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb99 [2] + 1640 00000400:00000200:3.0:1764938851.424454:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.424459:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.424465:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.424470:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 00000020:00000010:1.0:1764938851.424989:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4220c80. 00000020:00000010:1.0:1764938851.424997:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.425001:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.425024:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002724c5db x1850670621016320/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938851.425063:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016320 02000000:00000010:1.0:1764938851.425074:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004fb71990. 00010000:00000010:1.0:1764938851.425124:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa93c89. 00010000:00000010:1.0:1764938851.425144:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8df4ea1. 00000100:00000010:1.0:1764938851.425151:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:1.0:1764938851.425164:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:1.0:1764938851.425167:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8df4ea1. 00080000:00000010:2.0:1764938851.425540:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012117617. 00010000:00000010:2.0:1764938851.425620:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.425685:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.425691:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.425702:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938851.425705:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.425712:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.425721:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f20fde9f. 02000000:00000010:2.0:1764938851.425742:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029081c0f. 00000400:00000010:2.0:1764938851.425748:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000426fded. 00000400:00000010:2.0:1764938851.425753:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938851.425759:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939136, portal 16 00000400:00000010:2.0:1764938851.425764:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938851.425765:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939136, offset 0 00000400:00000200:2.0:1764938851.425773:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.425784:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.425791:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.425795:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.425798:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.425801:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90470:90470:256:4294967295] 192.168.203.57@tcp LPNI seq info [90470:90470:8:4294967295] 00000400:00000200:2.0:1764938851.425809:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.425814:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.425818:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.425824:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.425830:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00010000:00000010:1.0:1764938851.425951:0:64654:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb6b7a54. 00000400:00000010:1.0:1764938851.425965:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938851.425968:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016320, offset 224 00000400:00000200:1.0:1764938851.425973:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.425978:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.425982:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90471:90471:255:4294967295] 192.168.203.57@tcp LPNI seq info [90471:90471:7:4294967295] 00000400:00000200:1.0:1764938851.425989:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.425993:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.425996:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938851.425999:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.426003:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.426006:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.426024:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.426027:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:1.0:1764938851.426031:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4220c80. 00000800:00000200:1.0:1764938851.426223:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.426227:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352938). 00000400:00000200:1.0:1764938851.426231:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.426236:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.426240:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:1.0:1764938851.426242:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00000800:00000200:2.0:1764938851.428545:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.429540:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.429547:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938851.429554:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.429563:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.429569:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101c6888 00000400:00000010:3.0:1764938851.429571:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101c6888. 00000100:00000200:3.0:1764938851.429582:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626939136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.433271:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013171590. 00010000:00000010:1.1:1764938851.433285:0:78518:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000544e3a5f. 00000400:00000200:3.0:1764938851.438739:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.438760:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a100 00000400:00000200:3.0:1764938851.438768:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb124d [1] + 224 00000400:00000200:3.0:1764938851.438781:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.438785:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.438794:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626939136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.438831:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.438836:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64140 00000400:00000200:3.0:1764938851.438841:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafb99 [2] + 1968 00000400:00000010:3.0:1764938851.438846:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000955e5052. 00000400:00000200:3.0:1764938851.438849:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f259725e 00000400:00000200:3.0:1764938851.438858:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.438862:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.438865:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f259725e 00000400:00000010:3.0:1764938851.438867:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f259725e (tot 82352538). 00000100:00000200:3.0:1764938851.438872:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1764938851.438956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ce1d1f. 00000400:00000010:2.0:1764938851.438976:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000426fded. 00000400:00000200:2.0:1764938851.438979:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938851.438980:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:2.0:1764938851.438987:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626939136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.438994:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626939136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.439021:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029081c0f. 02000000:00000010:2.0:1764938851.439026:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f20fde9f. 00000100:00000010:2.0:1764938851.439028:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938851.439032:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.439035:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00000020:00000010:1.0:1764938851.439322:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac66b0cd. 00000020:00000010:1.0:1764938851.439338:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5cb28b5. 00000020:00000010:1.0:1764938851.439343:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f989844. 00000100:00000200:1.0:1764938851.439380:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f269f75c x1850670621016384/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938851.440065:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016384 02000000:00000010:0.0:1764938851.440082:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9417d33. 00010000:00000010:0.0:1764938851.440148:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000646c3433. 00010000:00000010:0.0:1764938851.440168:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938851.440175:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083e61894. 00000100:00000010:0.0:1764938851.440181:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083e61894. 00010000:00000010:0.0:1764938851.440184:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000010:0.0:1764938851.440197:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938851.440202:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016384, offset 224 00000400:00000200:0.0:1764938851.440210:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.440222:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.440228:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90472:90472:256:4294967295] 192.168.203.57@tcp LPNI seq info [90472:90472:8:4294967295] 00000400:00000200:0.0:1764938851.440237:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.440242:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.440246:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352786). 00000800:00000200:0.0:1764938851.440251:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.440257:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.440260:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.440292:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5cb28b5. 00000020:00000010:0.0:1764938851.440296:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f989844. 00000020:00000010:0.0:1764938851.440300:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac66b0cd. 02000000:00000010:0.0:1764938851.440307:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004fb71990. 00000100:00000010:0.0:1764938851.440311:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 02000000:00000010:0.0:1764938851.440315:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d0ae00c. 00000100:00000010:0.0:1764938851.440317:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076ba2ea4. 02000000:00000010:0.0:1764938851.440319:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e06691bd. 00000100:00000010:0.0:1764938851.440321:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00080000:00000010:2.0:1764938851.440530:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f20fde9f. 00010000:00000010:2.0:1764938851.440618:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.440625:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064317545. 00010000:00000010:2.0:1764938851.440693:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005ce1d1f. 00010000:00000010:2.0:1764938851.440698:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.440707:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938851.440711:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.440716:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.440725:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029081c0f. 02000000:00000010:2.0:1764938851.440747:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005383e575. 00000400:00000010:2.0:1764938851.440752:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000426fded. 00000400:00000010:2.0:1764938851.440755:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938851.440759:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939200, portal 16 00000400:00000010:2.0:1764938851.440763:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938851.440765:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939200, offset 0 00000400:00000200:2.0:1764938851.440770:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.440777:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.440783:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.440786:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.440789:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.440791:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90473:90473:255:4294967295] 192.168.203.57@tcp LPNI seq info [90473:90473:7:4294967295] 00000400:00000200:2.0:1764938851.440798:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.440803:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.440806:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82353034). 00000800:00000200:2.0:1764938851.440810:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.440814:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.440816:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.440898:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.440902:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352786). 00000400:00000200:3.0:1764938851.440905:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.440909:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.440912:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:3.0:1764938851.440914:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 02000000:00000010:3.0:1764938851.440918:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9417d33. 02000000:00000010:0.0:1764938851.440940:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f5f8268. 00000100:00000010:0.0:1764938851.440944:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 02000000:00000010:0.0:1764938851.440947:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c3994db. 00000100:00000010:0.0:1764938851.440949:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 02000000:00000010:0.0:1764938851.440952:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7b66eda. 00000100:00000010:0.0:1764938851.440954:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdea65dc. 00000100:00000200:0.0:1764938851.440960:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938851.440964:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006fad1ea4. 00000400:00000010:0.0:1764938851.440968:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000083e61894 (tot 82352938). 00000800:00000200:3.0:1764938851.440989:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.440992:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:3.0:1764938851.440995:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.440998:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.441000:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:3.0:1764938851.441002:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00000100:00000200:3.0:1764938851.441007:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626939200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.444044:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.444064:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a140 00000400:00000200:3.0:1764938851.444072:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb125d [1] + 224 00000400:00000200:3.0:1764938851.444088:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.444092:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.444135:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626939200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.444419:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000426fded. 00000400:00000200:2.0:1764938851.444424:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938851.444426:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:2.0:1764938851.444433:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626939200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.444440:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626939200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.444467:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005383e575. 02000000:00000010:2.0:1764938851.444471:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000029081c0f. 00000100:00000010:2.0:1764938851.444474:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938851.444477:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.444481:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00000400:00000200:3.0:1764938851.445100:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.445128:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64180 00000400:00000200:3.0:1764938851.445134:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafbf1 [2] + 0 00000400:00000200:3.0:1764938851.445509:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.445515:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.445520:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.445525:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 00000020:00000010:0.0:1764938851.445611:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7b66eda. 00000020:00000010:0.0:1764938851.445618:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938851.445622:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.445643:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054315652 x1850670621016448/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938851.445678:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016448 02000000:00000010:0.0:1764938851.445688:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c3994db. 00010000:00000010:0.0:1764938851.445712:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3ef52f1. 00010000:00000010:0.0:1764938851.445731:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938851.445738:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab2a9841. 00000100:00000010:0.0:1764938851.445755:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab2a9841. 00010000:00000010:0.0:1764938851.445760:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000010:0.0:1764938851.445771:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938851.445775:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016448, offset 224 00000400:00000200:0.0:1764938851.445782:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.445792:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.445796:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90474:90474:256:4294967295] 192.168.203.57@tcp LPNI seq info [90474:90474:8:4294967295] 00000400:00000200:0.0:1764938851.445806:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.445810:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.445814:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d0896ed (tot 82352938). 00000800:00000200:0.0:1764938851.445818:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.445824:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.445826:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d0896ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.446017:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938851.446022:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.446024:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7b66eda. 00010000:00000010:2.1:1764938851.446449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcc0f61f. 00010000:00000010:2.1:1764938851.446456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00080000:00000010:2.0:1764938851.446476:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029081c0f. 00010000:00000010:2.0:1764938851.446621:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.446629:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000aa16a04. 00010000:00000010:2.0:1764938851.446895:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.446900:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.446909:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938851.446913:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00010000:00000010:0.1:1764938851.447120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000ad2ca5. 00000100:00000010:2.0:1764938851.447206:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.447218:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005383e575. 02000000:00000010:2.0:1764938851.447242:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a544a1b2. 00000400:00000010:2.0:1764938851.447252:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000426fded. 00000400:00000010:2.0:1764938851.447257:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938851.447262:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939264, portal 16 00000400:00000010:2.0:1764938851.447267:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aa85688. 00000100:00000200:2.0:1764938851.447269:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939264, offset 0 00000800:00000200:3.0:1764938851.447272:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.447275:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d0896ed (tot 82352690). 00000400:00000200:2.0:1764938851.447275:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.447279:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.447283:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.447284:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.447287:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938851.447289:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000400:00000200:2.0:1764938851.447290:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.447293:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.447296:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.447298:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90475:90475:255:4294967295] 192.168.203.57@tcp LPNI seq info [90475:90475:7:4294967295] 00000400:00000200:2.0:1764938851.447307:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.447311:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.447314:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938851.447318:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.447335:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.447338:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.447833:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.447837:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938851.447842:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.447846:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.447849:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004aa85688 00000400:00000010:3.0:1764938851.447850:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004aa85688. 00000100:00000200:3.0:1764938851.447856:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626939264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.450804:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.450821:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a180 00000400:00000200:0.0:1764938851.450829:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb126d [1] + 224 00000400:00000200:0.0:1764938851.450854:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.450858:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.450867:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626939264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.450921:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000426fded. 00000400:00000200:2.0:1764938851.450927:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:2.0:1764938851.450928:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:2.0:1764938851.450936:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626939264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.450947:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626939264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.450975:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a544a1b2. 02000000:00000010:2.0:1764938851.450980:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005383e575. 00000100:00000010:2.0:1764938851.450983:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938851.450987:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.450990:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00000400:00000200:3.0:1764938851.451533:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.451543:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f641c0 00000400:00000200:3.0:1764938851.451549:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafbf1 [2] + 328 00000400:00000200:3.0:1764938851.451594:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.451598:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.451602:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.451607:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 00000020:00000010:0.0:1764938851.451682:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7b66eda. 00000020:00000010:0.0:1764938851.451689:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938851.451693:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.451715:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004726f8f6 x1850670621016512/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938851.451745:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016512 02000000:00000010:0.0:1764938851.451757:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006eae6248. 00010000:00000010:0.0:1764938851.451781:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe20533c. 00010000:00000010:0.0:1764938851.451800:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938851.451806:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab2a9841. 00000100:00000010:0.0:1764938851.451819:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab2a9841. 00010000:00000010:0.0:1764938851.451824:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000010:0.0:1764938851.451845:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00080000:00000010:2.0:1764938851.451847:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005383e575. 00000100:00000200:0.0:1764938851.451850:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016512, offset 224 00000400:00000200:0.0:1764938851.451856:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.451866:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.451871:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90476:90476:256:4294967295] 192.168.203.57@tcp LPNI seq info [90476:90476:8:4294967295] 00000400:00000200:0.0:1764938851.451879:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.451883:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.451887:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959aa6fb (tot 82352938). 00000800:00000200:0.0:1764938851.451891:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.451897:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.451900:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000959aa6fb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1764938851.451921:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00000020:00000010:0.0:1764938851.451921:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c3ae756d. 00000020:00000010:0.0:1764938851.451925:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.451927:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7b66eda. 00010000:00000010:2.0:1764938851.451928:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f027b6f. 00010000:00000010:2.0:1764938851.452009:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047f055d6. 00010000:00000010:2.0:1764938851.452015:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938851.452024:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938851.452027:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.452032:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938851.452041:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a544a1b2. 02000000:00000010:2.0:1764938851.452061:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a8c08a. 00000400:00000010:2.0:1764938851.452065:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000426fded. 00000400:00000010:2.0:1764938851.452069:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938851.452073:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939328, portal 16 00000400:00000010:2.0:1764938851.452077:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d426dd4. 00000100:00000200:2.0:1764938851.452079:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939328, offset 0 00000400:00000200:2.0:1764938851.452084:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.452089:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.452095:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.452098:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.452100:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.452120:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90477:90477:255:4294967295] 192.168.203.57@tcp LPNI seq info [90477:90477:7:4294967295] 00000400:00000200:2.0:1764938851.452127:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.452131:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.452135:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82353186). 00000800:00000200:2.0:1764938851.452139:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.452142:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.452144:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.452155:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.452158:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959aa6fb (tot 82352938). 00000400:00000200:3.0:1764938851.452161:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.452165:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.452168:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938851.452170:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000800:00000200:3.0:1764938851.452205:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.452207:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938851.452212:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.452215:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.452217:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d426dd4 00000400:00000010:3.0:1764938851.452218:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d426dd4. 00000100:00000200:3.0:1764938851.452222:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626939328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.454484:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.454503:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a1c0 00000400:00000200:0.0:1764938851.454512:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1279 [1] + 224 00000400:00000200:0.0:1764938851.454528:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.454531:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.454540:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626939328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.454732:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000426fded. 00000400:00000200:3.0:1764938851.454738:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:3.0:1764938851.454740:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:3.0:1764938851.454747:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626939328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.454753:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626939328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.454779:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a8c08a. 02000000:00000010:3.0:1764938851.454783:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a544a1b2. 00000100:00000010:3.0:1764938851.454786:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:3.0:1764938851.454789:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:3.0:1764938851.454793:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00000400:00000200:3.0:1764938851.455127:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.455136:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64200 00000400:00000200:3.0:1764938851.455141:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafbf1 [2] + 656 00000400:00000200:3.0:1764938851.455186:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.455189:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.455193:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.455197:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 00000020:00000010:1.0:1764938851.455289:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac66b0cd. 00000020:00000010:1.0:1764938851.455296:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.455300:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.455319:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f59f34e x1850670621016576/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938851.455345:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016576 02000000:00000010:1.0:1764938851.455356:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f5f8268. 00010000:00000010:1.0:1764938851.455388:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1b10998. 00010000:00000010:1.0:1764938851.455410:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8df4ea1. 00000100:00000010:1.0:1764938851.455416:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:1.0:1764938851.455422:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:1.0:1764938851.455424:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8df4ea1. 00000400:00000010:1.0:1764938851.455437:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938851.455441:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016576, offset 224 00000400:00000200:1.0:1764938851.455448:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.455457:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.455462:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90478:90478:256:4294967295] 192.168.203.57@tcp LPNI seq info [90478:90478:8:4294967295] 00000400:00000200:1.0:1764938851.455471:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.455475:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.455479:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938851.455484:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.455491:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.455494:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.455515:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.455518:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.455521:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac66b0cd. 00010000:00000010:0.1:1764938851.455685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef0dfd3. 00080000:00000010:3.0:1764938851.455877:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034b44d05. 00010000:00000010:3.0:1764938851.455955:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:3.0:1764938851.455962:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039a7ee7f. 00010000:00000010:3.0:1764938851.456023:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.0:1764938851.456030:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86a5dcd. 00010000:00000010:3.0:1764938851.456038:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000715f200e. 00000100:00000010:3.0:1764938851.456042:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938851.456048:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 02000000:00000010:3.0:1764938851.456056:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d85ca20e. 02000000:00000010:3.0:1764938851.456078:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008dc7c78e. 00000400:00000010:3.0:1764938851.456083:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea39d668. 00000400:00000010:3.0:1764938851.456086:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.456091:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939392, portal 16 00000400:00000010:3.0:1764938851.456095:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938851.456096:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939392, offset 0 00000400:00000200:3.0:1764938851.456131:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.456138:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.456144:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.456147:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.456149:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.456152:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90479:90479:255:4294967295] 192.168.203.57@tcp LPNI seq info [90479:90479:7:4294967295] 00000400:00000200:3.0:1764938851.456159:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.456162:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.456166:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82353186). 00000800:00000200:3.0:1764938851.456170:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.456174:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.456176:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938851.456546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bb3ca0e. 00010000:00000010:2.1:1764938851.456553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ce1d1f. 00000800:00000200:2.0:1764938851.456592:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.456595:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352938). 00000400:00000200:2.0:1764938851.456599:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.456604:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.456607:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:2.0:1764938851.456609:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00000800:00000200:2.0:1764938851.456660:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.456663:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:2.0:1764938851.456667:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.456670:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.456672:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:2.0:1764938851.456673:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:2.0:1764938851.456678:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df2d2ba6 x1850670626939392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938851.457630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000497dba44. 00010000:00000010:2.1:1764938851.457925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e06111. 00010000:00000010:2.1:1764938851.457934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000400:00000200:0.0:1764938851.458201:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.458216:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a200 00000400:00000200:0.0:1764938851.458223:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1285 [1] + 224 00000400:00000200:0.0:1764938851.458238:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.458241:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.458250:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df2d2ba6 x1850670626939392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.458324:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea39d668. 00000400:00000200:3.0:1764938851.458328:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938851.458330:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:3.0:1764938851.458335:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df2d2ba6 x1850670626939392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.458341:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df2d2ba6 x1850670626939392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.458374:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008dc7c78e. 02000000:00000010:3.0:1764938851.458380:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d85ca20e. 00000100:00000010:3.0:1764938851.458383:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 00000100:00000010:3.0:1764938851.458387:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938851.458390:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000715f200e. 00000400:00000200:3.0:1764938851.458736:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.458744:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64240 00000400:00000200:3.0:1764938851.458749:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafbf1 [2] + 984 00000400:00000200:3.0:1764938851.458796:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.458801:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.458804:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.458808:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 00000020:00000010:0.0:1764938851.459301:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7b66eda. 00000020:00000010:0.0:1764938851.459308:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938851.459311:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.459333:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df2d2ba6 x1850670621016640/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938851.459403:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016640 02000000:00000010:0.0:1764938851.459415:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f1fae61. 00010000:00000010:0.0:1764938851.459440:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e17af55a. 00010000:00000010:0.0:1764938851.459461:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938851.459467:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab2a9841. 00000100:00000010:0.0:1764938851.459478:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab2a9841. 00010000:00000010:0.0:1764938851.459484:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000010:0.0:1764938851.459495:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938851.459500:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016640, offset 224 00000400:00000200:0.0:1764938851.459507:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.459516:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.459521:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90480:90480:256:4294967295] 192.168.203.57@tcp LPNI seq info [90480:90480:8:4294967295] 00000400:00000200:0.0:1764938851.459531:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.459535:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.459538:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089da3bdb (tot 82352938). 00000800:00000200:0.0:1764938851.459544:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.459550:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.459553:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089da3bdb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.459575:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938851.459579:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.459581:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7b66eda. 00080000:00000010:3.0:1764938851.459699:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d85ca20e. 00010000:00000010:3.0:1764938851.459777:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86a5dcd. 00010000:00000010:3.0:1764938851.459784:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000117a1369. 00010000:00000010:3.0:1764938851.459857:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e809e569. 00010000:00000010:3.0:1764938851.459863:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86a5dcd. 00010000:00000010:3.0:1764938851.459871:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000715f200e. 00000100:00000010:3.0:1764938851.459875:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938851.459881:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 02000000:00000010:3.0:1764938851.459890:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dc7c78e. 02000000:00000010:3.0:1764938851.459913:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea54aeb6. 00000400:00000010:3.0:1764938851.459919:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea39d668. 00000400:00000010:3.0:1764938851.459923:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.459927:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939456, portal 16 00000400:00000010:3.0:1764938851.459931:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938851.459932:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939456, offset 0 00000400:00000200:3.0:1764938851.459938:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.459943:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.459949:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.459952:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.459955:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.459957:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90481:90481:255:4294967295] 192.168.203.57@tcp LPNI seq info [90481:90481:7:4294967295] 00000400:00000200:3.0:1764938851.459964:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.459969:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.459972:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82353186). 00000800:00000200:3.0:1764938851.459976:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.459979:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.459981:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.460153:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.460157:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089da3bdb (tot 82352938). 00000400:00000200:2.0:1764938851.460161:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.460165:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.460168:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:2.0:1764938851.460170:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000800:00000200:2.0:1764938851.460218:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.460220:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:2.0:1764938851.460224:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.460227:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.460229:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:2.0:1764938851.460230:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:2.0:1764938851.460235:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1bf7105 x1850670626939456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.460676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4385aa0. 00010000:00000010:3.1:1764938851.460685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f055d6. 00010000:00000010:1.1:1764938851.461148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db4bf051. 00010000:00000010:0.1:1764938851.464309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f506a4. 00010000:00000010:3.1:1764938851.469159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000481caa25. 00010000:00000010:3.1:1764938851.469176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00000400:00000200:0.0:1764938851.469845:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.469862:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a240 00000400:00000200:0.0:1764938851.469871:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1291 [1] + 224 00000400:00000200:0.0:1764938851.469882:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.469886:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.469896:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1bf7105 x1850670626939456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.469933:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.469938:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64280 00000400:00000200:0.0:1764938851.469943:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafbf1 [2] + 1312 00000400:00000200:0.0:1764938851.469951:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.469953:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.469957:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.469963:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076ba2ea4. 00000400:00000010:3.0:1764938851.470057:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea39d668. 00000400:00000200:3.0:1764938851.470062:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938851.470063:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:3.0:1764938851.470069:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1bf7105 x1850670626939456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.470077:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1bf7105 x1850670626939456/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.470137:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea54aeb6. 02000000:00000010:3.0:1764938851.470144:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008dc7c78e. 00000100:00000010:3.0:1764938851.470150:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 00000100:00000010:3.0:1764938851.470154:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938851.470157:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000715f200e. 00000020:00000010:1.0:1764938851.472163:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e06691bd. 00000020:00000010:1.0:1764938851.472173:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.472177:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.472203:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076ba2ea4 x1850670621016704/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938851.472241:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016704 02000000:00000010:1.0:1764938851.472251:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d0ae00c. 00010000:00000010:1.0:1764938851.472288:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821ede7e. 00010000:00000010:1.0:1764938851.472310:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8df4ea1. 00000100:00000010:1.0:1764938851.472316:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:1.0:1764938851.472336:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:1.0:1764938851.472339:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8df4ea1. 00000400:00000010:1.0:1764938851.472356:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd7a8a2. 00000100:00000200:1.0:1764938851.472360:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016704, offset 224 00000400:00000200:1.0:1764938851.472376:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.472388:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.472394:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90482:90482:256:4294967295] 192.168.203.57@tcp LPNI seq info [90482:90482:8:4294967295] 00000400:00000200:1.0:1764938851.472402:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.472407:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.472411:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938851.472420:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.472426:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.472430:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.472458:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.472462:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.472465:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e06691bd. 00080000:00000010:3.0:1764938851.472549:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea54aeb6. 00010000:00000010:3.0:1764938851.472631:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86a5dcd. 00010000:00000010:3.0:1764938851.472638:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea9ad294. 00010000:00000010:3.0:1764938851.472706:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.0:1764938851.472713:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86a5dcd. 00010000:00000010:3.0:1764938851.472724:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000715f200e. 00000100:00000010:3.0:1764938851.472727:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938851.472734:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 02000000:00000010:3.0:1764938851.472745:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000960827c8. 02000000:00000010:3.0:1764938851.472765:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005062aba8. 00000400:00000010:3.0:1764938851.472771:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea39d668. 00000400:00000010:3.0:1764938851.472775:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.472780:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939520, portal 16 00000400:00000010:3.0:1764938851.472783:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938851.472786:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939520, offset 0 00000400:00000200:3.0:1764938851.472790:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.472797:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.472803:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.472807:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.472809:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.472812:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90483:90483:255:4294967295] 192.168.203.57@tcp LPNI seq info [90483:90483:7:4294967295] 00000400:00000200:3.0:1764938851.472818:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.472822:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.472825:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82353186). 00000800:00000200:3.0:1764938851.472829:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.472833:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.472835:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.472932:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.472936:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352938). 00000400:00000200:2.0:1764938851.472941:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.472945:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.472949:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd7a8a2 00000400:00000010:2.0:1764938851.472950:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd7a8a2. 00000800:00000200:2.0:1764938851.473019:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.473021:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:2.0:1764938851.473025:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.473028:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.473030:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:2.0:1764938851.473031:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:2.0:1764938851.473035:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1bf7105 x1850670626939520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938851.477178:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.477199:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a280 00000400:00000200:2.0:1764938851.477209:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb129d [1] + 224 00000400:00000200:2.0:1764938851.477226:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.477230:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.477240:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1bf7105 x1850670626939520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.477426:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea39d668. 00000400:00000200:3.0:1764938851.477431:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938851.477433:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:3.0:1764938851.477439:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1bf7105 x1850670626939520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.477446:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1bf7105 x1850670626939520/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.477471:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005062aba8. 02000000:00000010:3.0:1764938851.477476:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000960827c8. 00000100:00000010:3.0:1764938851.477479:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 00000100:00000010:3.0:1764938851.477483:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938851.477486:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000715f200e. 00010000:00000010:1.1:1764938851.478146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5a259e2. 00000400:00000200:0.0:1764938851.479275:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.479290:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f642c0 00000400:00000200:0.0:1764938851.479296:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafbf1 [2] + 1640 00000400:00000200:0.0:1764938851.479335:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.479340:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.479345:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.479350:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2fa6e28. 00000020:00000010:1.0:1764938851.480324:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e06691bd. 00000020:00000010:1.0:1764938851.480332:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.480336:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.480359:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2fa6e28 x1850670621016768/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938851.480398:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016768 02000000:00000010:1.0:1764938851.480407:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4220c80. 00010000:00000010:1.0:1764938851.480433:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d92ea39. 00010000:00000010:1.0:1764938851.480453:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8df4ea1. 00000100:00000010:1.0:1764938851.480459:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74efb06. 00000100:00000010:1.0:1764938851.480471:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d74efb06. 00010000:00000010:1.0:1764938851.480474:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8df4ea1. 00000400:00000010:1.0:1764938851.480487:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938851.480491:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016768, offset 224 00000400:00000200:1.0:1764938851.480497:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.480508:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.480513:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90484:90484:256:4294967295] 192.168.203.57@tcp LPNI seq info [90484:90484:8:4294967295] 00000400:00000200:1.0:1764938851.480521:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.480525:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.480529:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938851.480533:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.480539:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.480541:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.480563:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.480567:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.480570:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e06691bd. 00080000:00000010:3.0:1764938851.480770:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000960827c8. 00010000:00000010:3.0:1764938851.480869:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86a5dcd. 00010000:00000010:3.0:1764938851.480877:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078d3f3b9. 00010000:00000010:3.0:1764938851.480948:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.0:1764938851.480954:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86a5dcd. 00010000:00000010:3.0:1764938851.480965:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000715f200e. 00000100:00000010:3.0:1764938851.480969:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938851.480976:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 02000000:00000010:3.0:1764938851.480986:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005062aba8. 02000000:00000010:3.0:1764938851.481007:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008dc7c78e. 00000400:00000010:3.0:1764938851.481013:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea39d668. 00000400:00000010:3.0:1764938851.481017:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.481022:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939584, portal 16 00000400:00000010:3.0:1764938851.481026:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938851.481028:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939584, offset 0 00000400:00000200:3.0:1764938851.481033:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.481040:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.481045:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.481049:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.481052:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.481054:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90485:90485:255:4294967295] 192.168.203.57@tcp LPNI seq info [90485:90485:7:4294967295] 00000400:00000200:3.0:1764938851.481061:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.481065:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.481068:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82353186). 00000800:00000200:3.0:1764938851.481072:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.481077:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.481079:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.481199:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.481204:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352938). 00000400:00000200:2.0:1764938851.481208:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.481213:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.481217:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:2.0:1764938851.481219:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000800:00000200:2.0:1764938851.481251:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.481253:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:2.0:1764938851.481257:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.481260:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.481262:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1259d8e 00000400:00000010:2.0:1764938851.481264:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1259d8e. 00000100:00000200:2.0:1764938851.481269:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1bf7105 x1850670626939584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938851.487539:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.487558:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a2c0 00000400:00000200:2.0:1764938851.487567:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb12a9 [1] + 224 00000400:00000200:2.0:1764938851.487583:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.487587:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.487597:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1bf7105 x1850670626939584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938851.491803:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea39d668. 00000400:00000200:0.0:1764938851.491814:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:0.0:1764938851.491817:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:0.0:1764938851.491830:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1bf7105 x1850670626939584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.491841:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1bf7105 x1850670626939584/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.491872:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008dc7c78e. 02000000:00000010:0.0:1764938851.491878:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005062aba8. 00000100:00000010:0.0:1764938851.491882:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 00000100:00000010:0.0:1764938851.491886:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:0.0:1764938851.491890:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000715f200e. 00010000:00000010:3.1:1764938851.492238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbdd8764. 00010000:00000010:3.1:1764938851.492247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00000400:00000200:1.0:1764938851.503182:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.503203:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64300 00000400:00000200:1.0:1764938851.503211:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafbf1 [2] + 1968 00000400:00000010:1.0:1764938851.503217:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000321f5fd1. 00000400:00000200:1.0:1764938851.503230:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001a3216a4 00000400:00000200:1.0:1764938851.503921:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.503928:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.503934:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a3216a4 00000400:00000010:1.0:1764938851.503936:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001a3216a4 (tot 82352538). 00000100:00000200:1.0:1764938851.503944:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938851.504326:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7b66eda. 00000020:00000010:0.0:1764938851.504334:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938851.504338:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.504371:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa04076b x1850670621016832/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938851.504405:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016832 02000000:00000010:0.0:1764938851.504415:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054086837. 00010000:00000010:0.0:1764938851.504443:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004eb00382. 00010000:00000010:0.0:1764938851.504460:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938851.504466:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab2a9841. 00010000:00000010:3.1:1764938851.504999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000628b254c. 00010000:00000010:3.1:1764938851.505006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00080000:00000010:2.0:1764938851.505429:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a544a1b2. 00010000:00000010:2.0:1764938851.505584:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090d2fc45. 00010000:00000010:2.0:1764938851.505588:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006ce8d2ba. 00010000:00000010:2.0:1764938851.505594:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.505599:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2339fca. 00080000:00000010:2.0:1764938851.505613:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038a8c08a. 00010000:00000010:2.0:1764938851.505637:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938851.505643:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ce8d2ba. 00010000:00000010:2.0:1764938851.505691:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005ce1d1f. 00010000:00000010:2.0:1764938851.505695:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2339fca. 00010000:00000010:0.0:1764938851.505758:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86a5dcd. 00000100:00000010:0.0:1764938851.505767:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab2a9841. 00010000:00000010:0.0:1764938851.505771:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00010000:00000010:0.0:1764938851.505775:0:64653:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd4bc9dc. 00000400:00000010:0.0:1764938851.505806:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938851.505811:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016832, offset 224 00000400:00000200:0.0:1764938851.505821:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00010000:00000010:2.0:1764938851.505939:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000469fa773. 00000100:00000010:2.0:1764938851.505945:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.505952:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938851.505962:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015a37e60. 02000000:00000010:2.0:1764938851.505987:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f42f506. 00000400:00000010:2.0:1764938851.505992:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2931deb. 00000400:00000010:2.0:1764938851.505996:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000833d09aa. 00000100:00000200:2.0:1764938851.506000:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939648, portal 16 00000400:00000010:2.0:1764938851.506004:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938851.506006:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939648, offset 0 00000400:00000200:2.0:1764938851.506011:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.506031:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.506038:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90486:90486:256:4294967295] 192.168.203.57@tcp LPNI seq info [90486:90486:8:4294967295] 00000400:00000200:0.0:1764938851.506048:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.506054:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.506059:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5a034c (tot 82352786). 00000800:00000200:0.0:1764938851.506065:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.506071:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.506074:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a5a034c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.506127:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938851.506132:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.506135:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7b66eda. 02000000:00000010:0.0:1764938851.506142:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4220c80. 00000100:00000010:0.0:1764938851.506145:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2fa6e28. 02000000:00000010:0.0:1764938851.506148:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d0ae00c. 00000100:00000010:0.0:1764938851.506150:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076ba2ea4. 02000000:00000010:0.0:1764938851.506152:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f1fae61. 00000100:00000010:0.0:1764938851.506154:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 02000000:00000010:0.0:1764938851.506157:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f5f8268. 00000100:00000010:0.0:1764938851.506159:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 02000000:00000010:0.0:1764938851.506162:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006eae6248. 00000100:00000010:0.0:1764938851.506165:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 02000000:00000010:0.0:1764938851.506167:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c3994db. 00000100:00000010:0.0:1764938851.506169:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000200:0.0:1764938851.506176:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938851.506180:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008710649c. 00000400:00000010:0.0:1764938851.506183:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab2a9841 (tot 82352938). 00010000:00000010:1.1:1764938851.506248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8dbe84. 00000400:00000200:2.0:1764938851.506464:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.506470:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.506474:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.506477:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.506479:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90487:90487:255:4294967295] 192.168.203.57@tcp LPNI seq info [90487:90487:7:4294967295] 00000400:00000200:2.0:1764938851.506486:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.506490:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.506494:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82353186). 00000800:00000200:2.0:1764938851.506498:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.506502:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.506504:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.506959:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.506963:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5a034c (tot 82352938). 00000400:00000200:3.0:1764938851.506967:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.506972:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.506976:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:3.0:1764938851.506978:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 02000000:00000010:3.0:1764938851.506982:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054086837. 00000800:00000200:3.0:1764938851.512520:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.512528:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:3.0:1764938851.512535:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.512545:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.512550:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:3.0:1764938851.512552:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00000100:00000200:3.0:1764938851.512562:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626939648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938851.514097:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.514134:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a300 00000400:00000200:2.0:1764938851.514142:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb12b5 [1] + 224 00000400:00000200:2.0:1764938851.514157:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.514160:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.514167:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626939648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.514242:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2931deb. 00000400:00000200:3.0:1764938851.514246:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000833d09aa 00000400:00000010:3.0:1764938851.514248:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000833d09aa. 00000100:00000200:3.0:1764938851.514254:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626939648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.514261:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626939648/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.514288:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f42f506. 02000000:00000010:3.0:1764938851.514294:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015a37e60. 00000100:00000010:3.0:1764938851.514298:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:3.0:1764938851.514301:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:3.0:1764938851.514304:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000469fa773. 00010000:00000010:0.1:1764938851.514610:0:78520:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016c762d6. 00010000:00000010:0.1:1764938851.514616:0:78520:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:0.1:1764938851.514619:0:78520:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4fce034. 00010000:00000010:2.1:1764938851.531909:0:76527:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d2fc45. 00010000:00000010:2.1:1764938851.531922:0:76527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000400:00000200:0.0:1764938851.538667:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.538690:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64340 00000400:00000200:0.0:1764938851.538698:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafc51 [2] + 0 00000400:00000200:0.0:1764938851.538945:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.538950:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.538957:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.538962:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076ba2ea4. 00000020:00000010:1.0:1764938851.539337:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d0ae00c. 00000020:00000010:1.0:1764938851.539344:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.539348:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.539382:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076ba2ea4 x1850670621016896/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938851.539420:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016896 02000000:00000010:1.0:1764938851.539430:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4220c80. 00010000:00000010:1.0:1764938851.539457:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075dfab94. 00010000:00000010:1.0:1764938851.539475:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8df4ea1. 00000100:00000010:1.0:1764938851.539483:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb85452. 00000100:00000010:1.0:1764938851.539498:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb85452. 00010000:00000010:1.0:1764938851.539501:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8df4ea1. 00000400:00000010:1.0:1764938851.539516:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938851.539522:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016896, offset 224 00000400:00000200:1.0:1764938851.539530:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.539541:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.539546:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90488:90488:256:4294967295] 192.168.203.57@tcp LPNI seq info [90488:90488:8:4294967295] 00000400:00000200:1.0:1764938851.539557:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.539562:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.539567:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938851.539573:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.539580:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.539583:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.539604:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.539608:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.539610:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d0ae00c. 00000800:00000200:1.0:1764938851.539690:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.539693:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:1.0:1764938851.539697:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.539701:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.539704:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:1.0:1764938851.539706:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00080000:00000010:3.0:1764938851.540056:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003914ae78. 00010000:00000010:3.0:1764938851.542653:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2339fca. 00010000:00000010:3.0:1764938851.542666:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e7ffdc6. 00010000:00000010:3.0:1764938851.542739:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.0:1764938851.542744:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938851.542756:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007dd2a10. 00000100:00000010:3.0:1764938851.542762:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938851.542771:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000370a0423. 02000000:00000010:3.0:1764938851.542783:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a86549f8. 02000000:00000010:3.0:1764938851.542805:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000300f6651. 00000400:00000010:3.0:1764938851.542811:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f616f2a. 00000400:00000010:3.0:1764938851.542816:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938851.542822:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939712, portal 16 00000400:00000010:3.0:1764938851.542826:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938851.542829:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939712, offset 0 00000400:00000200:3.0:1764938851.543403:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.543419:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.543425:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.543429:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.543432:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.543435:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90489:90489:256:4294967295] 192.168.203.57@tcp LPNI seq info [90489:90489:8:4294967295] 00000400:00000200:3.0:1764938851.543444:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.543450:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.543454:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82352938). 00000800:00000200:3.0:1764938851.543460:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.543467:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.543471:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.543634:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.543638:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:2.0:1764938851.543642:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.543646:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.543650:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:2.0:1764938851.543652:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:2.0:1764938851.543659:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000370a0423 x1850670626939712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.545218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f226be6. 00010000:00000010:3.1:1764938851.568139:0:15835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940b0845. 00010000:00000010:3.1:1764938851.568153:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ce1d1f. 00000400:00000200:3.0:1764938851.568184:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.568200:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a340 00000400:00000200:3.0:1764938851.568208:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb12c5 [1] + 224 00000400:00000200:3.0:1764938851.568220:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.568224:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.568235:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000370a0423 x1850670626939712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.568268:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.568274:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64380 00000400:00000200:3.0:1764938851.568279:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafc51 [2] + 328 00000400:00000200:3.0:1764938851.568311:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.568315:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.568318:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.568322:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c059cec2. 00000020:00000010:2.0:1764938851.568453:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006147c455. 00000020:00000010:2.0:1764938851.568460:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938851.568465:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.568489:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c059cec2 x1850670621016960/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938851.568516:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621016960 02000000:00000010:2.0:1764938851.568526:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005b7a4701. 00010000:00000010:2.0:1764938851.568563:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064328427. 00000100:00000010:2.0:1764938851.568570:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.568577:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.568580:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064328427. 00000400:00000010:2.0:1764938851.568594:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938851.568599:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621016960, offset 224 00000400:00000200:2.0:1764938851.568607:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.568618:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.568624:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90490:90490:256:4294967295] 192.168.203.57@tcp LPNI seq info [90490:90490:8:4294967295] 00000400:00000200:2.0:1764938851.568634:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.568639:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.568643:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938851.568648:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.568655:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.568658:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.568676:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938851.568680:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.568683:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006147c455. 00000800:00000200:2.0:1764938851.568735:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.568738:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938851.568741:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.568744:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.568747:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:2.0:1764938851.568749:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00000400:00000010:1.0:1764938851.568883:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f616f2a. 00000400:00000200:1.0:1764938851.568888:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:1.0:1764938851.568889:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:1.0:1764938851.568894:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000370a0423 x1850670626939712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.568900:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000370a0423 x1850670626939712/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938851.568918:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1f60379. 02000000:00000010:1.0:1764938851.568931:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000300f6651. 02000000:00000010:1.0:1764938851.568937:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a86549f8. 00000100:00000010:1.0:1764938851.568941:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000370a0423. 00000100:00000010:1.0:1764938851.568944:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:1.0:1764938851.568946:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007dd2a10. 00080000:00000010:1.0:1764938851.568961:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac66b0cd. 00010000:00000010:1.0:1764938851.569041:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d79bead5. 00010000:00000010:1.0:1764938851.569047:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cb4d3ba. 00010000:00000010:1.0:1764938851.569150:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009592f8c1. 00010000:00000010:1.0:1764938851.569156:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000997ebf1b. 00010000:00000010:1.0:1764938851.569165:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cc5ddfa. 00000100:00000010:1.0:1764938851.569168:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6d2265e. 00000100:00000010:1.0:1764938851.569174:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938851.569183:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f5f8268. 02000000:00000010:1.0:1764938851.569203:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d792f9a3. 00000400:00000010:1.0:1764938851.569208:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094947d7a. 00000400:00000010:1.0:1764938851.569212:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938851.569216:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939776, portal 16 00000400:00000010:1.0:1764938851.569220:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938851.569221:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939776, offset 0 00000400:00000200:1.0:1764938851.569227:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.569232:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.569237:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.569240:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.569243:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.569245:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90491:90491:256:4294967295] 192.168.203.57@tcp LPNI seq info [90491:90491:8:4294967295] 00000400:00000200:1.0:1764938851.569251:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.569255:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.569257:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938851.569260:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.569264:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.569266:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.569394:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.569397:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938851.569400:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.569404:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.569407:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:2.0:1764938851.569408:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:2.0:1764938851.569412:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626939776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.576810:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.576842:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a380 00000400:00000200:3.0:1764938851.576852:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb12d1 [1] + 224 00000400:00000200:3.0:1764938851.576865:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.576869:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.576881:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626939776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.576919:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.576924:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f643c0 00000400:00000200:3.0:1764938851.576928:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafc51 [2] + 656 00000400:00000200:3.0:1764938851.576938:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.576941:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.576944:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.576949:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005de3de89. 00000020:00000010:2.0:1764938851.577059:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006147c455. 00000020:00000010:2.0:1764938851.577066:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938851.577070:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.577093:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005de3de89 x1850670621017024/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938851.577145:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017024 02000000:00000010:2.0:1764938851.577155:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075d43207. 00010000:00000010:2.0:1764938851.577191:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064328427. 00000100:00000010:2.0:1764938851.577197:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.577203:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.577206:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064328427. 00000400:00000010:2.0:1764938851.577228:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938851.577235:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017024, offset 224 00000400:00000200:2.0:1764938851.577243:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.577252:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.577258:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90492:90492:256:4294967295] 192.168.203.57@tcp LPNI seq info [90492:90492:8:4294967295] 00000400:00000200:2.0:1764938851.577267:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.577272:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.577277:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938851.577281:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.577287:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.577290:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.577306:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938851.577309:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.577312:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006147c455. 00000800:00000200:2.0:1764938851.577400:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.577404:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938851.577406:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.577409:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.577412:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:2.0:1764938851.577414:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00000400:00000010:0.0:1764938851.578426:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094947d7a. 00000400:00000200:0.0:1764938851.578437:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:0.0:1764938851.578439:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00000100:00000200:0.0:1764938851.578449:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626939776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.578458:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626939776/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938851.578480:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000319326e2. 02000000:00000010:0.0:1764938851.578495:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d792f9a3. 02000000:00000010:0.0:1764938851.578501:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f5f8268. 00000100:00000010:0.0:1764938851.578506:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:0.0:1764938851.578510:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d6d2265e. 00010000:00000010:0.0:1764938851.578513:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cc5ddfa. 00080000:00000010:0.0:1764938851.578534:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f1fae61. 00010000:00000010:0.0:1764938851.578623:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000997ebf1b. 00010000:00000010:0.0:1764938851.578630:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087d150b3. 00010000:00000010:0.0:1764938851.578698:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009370766c. 00010000:00000010:0.0:1764938851.578705:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe09e1f6. 00010000:00000010:0.0:1764938851.578715:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e2038a2. 00000100:00000010:0.0:1764938851.578720:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.578728:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2fa6e28. 02000000:00000010:0.0:1764938851.578739:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7b66eda. 02000000:00000010:0.0:1764938851.578764:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f06f7bf. 00000400:00000010:0.0:1764938851.578768:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938851.578773:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938851.578778:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939840, portal 16 00000400:00000010:0.0:1764938851.578783:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938851.578785:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939840, offset 0 00000400:00000200:0.0:1764938851.578793:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.578805:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.578812:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.578816:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.578819:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.578823:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90493:90493:256:4294967295] 192.168.203.57@tcp LPNI seq info [90493:90493:8:4294967295] 00000400:00000200:0.0:1764938851.578842:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.578848:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.578852:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023342eaa (tot 82352938). 00000800:00000200:0.0:1764938851.578857:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.578863:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.578867:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000023342eaa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.582014:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.582023:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023342eaa (tot 82352690). 00000400:00000200:2.0:1764938851.582172:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.582182:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.582187:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:2.0:1764938851.582189:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000100:00000200:2.0:1764938851.582198:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2fa6e28 x1850670626939840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.584744:0:78527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4564e9. 00010000:00000010:1.1:1764938851.584756:0:78527:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad54bfd. 00010000:00000010:1.1:1764938851.584760:0:78527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00000400:00000200:3.0:1764938851.594258:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.594275:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a3c0 00000400:00000200:3.0:1764938851.594284:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb12dd [1] + 224 00000400:00000200:3.0:1764938851.594295:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.594299:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.594310:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2fa6e28 x1850670626939840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.594341:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.594346:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64400 00000400:00000200:3.0:1764938851.594350:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafc51 [2] + 984 00000400:00000200:3.0:1764938851.594408:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.594412:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.594416:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.594420:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e76dbae2. 00000400:00000010:0.0:1764938851.594524:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:0.0:1764938851.594529:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:0.0:1764938851.594531:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000200:0.0:1764938851.594537:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2fa6e28 x1850670626939840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.594544:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2fa6e28 x1850670626939840/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.594573:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f06f7bf. 02000000:00000010:0.0:1764938851.594578:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7b66eda. 00000100:00000010:0.0:1764938851.594582:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2fa6e28. 00000100:00000010:0.0:1764938851.594585:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938851.594588:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e2038a2. 00000020:00000010:2.0:1764938851.596654:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000189ca5ce. 00000020:00000010:2.0:1764938851.596666:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938851.596670:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.596698:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e76dbae2 x1850670621017088/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938851.596728:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017088 02000000:00000010:2.0:1764938851.596738:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006147c455. 00010000:00000010:2.0:1764938851.596764:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b46a545. 00010000:00000010:2.0:1764938851.596783:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064328427. 00000100:00000010:2.0:1764938851.596790:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.596807:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.596810:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064328427. 00000400:00000010:2.0:1764938851.596822:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938851.596827:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017088, offset 224 00000400:00000200:2.0:1764938851.596835:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.596850:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.596855:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90494:90494:256:4294967295] 192.168.203.57@tcp LPNI seq info [90494:90494:8:4294967295] 00000400:00000200:2.0:1764938851.596864:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.596870:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.596874:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938851.596880:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.596886:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.596890:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.596905:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938851.596908:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.596912:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000189ca5ce. 00000800:00000200:2.0:1764938851.597007:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.597010:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938851.597014:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.597018:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.597022:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:2.0:1764938851.597024:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00080000:00000010:2.0:1764938851.597063:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000189ca5ce. 00010000:00000010:2.0:1764938851.597157:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe09e1f6. 00010000:00000010:2.0:1764938851.597162:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001366c872. 00010000:00000010:2.0:1764938851.597229:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.597235:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083c56bc3. 00010000:00000010:2.0:1764938851.597245:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064328427. 00000100:00000010:2.0:1764938851.597249:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.597255:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938851.597266:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b990a3d. 02000000:00000010:2.0:1764938851.597287:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060f0e4fa. 00000400:00000010:2.0:1764938851.597293:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c073060. 00000400:00000010:2.0:1764938851.597296:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938851.597301:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939904, portal 16 00000400:00000010:2.0:1764938851.597305:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938851.597307:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939904, offset 0 00000400:00000200:2.0:1764938851.597311:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.597317:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.597323:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.597327:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.597329:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.597331:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90495:90495:256:4294967295] 192.168.203.57@tcp LPNI seq info [90495:90495:8:4294967295] 00000400:00000200:2.0:1764938851.597338:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.597342:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.597344:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938851.597348:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.597351:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.597353:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.597411:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.597413:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:2.0:1764938851.597416:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.601700:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.601712:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:2.0:1764938851.601716:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 00000100:00000200:2.0:1764938851.601730:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626939904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.604447:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.604467:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a400 00000400:00000200:0.0:1764938851.604476:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb12e9 [1] + 224 00000400:00000200:0.0:1764938851.604487:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.604491:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.604500:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626939904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.604539:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.604545:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64440 00000400:00000200:0.0:1764938851.604551:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafc51 [2] + 1312 00000400:00000200:0.0:1764938851.604574:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.604578:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.604582:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.604588:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2fa6e28. 00000020:00000010:1.0:1764938851.604895:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a3d8caa. 00000020:00000010:1.0:1764938851.604903:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.604908:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.604930:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2fa6e28 x1850670621017152/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938851.604969:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017152 02000000:00000010:1.0:1764938851.604980:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e56b13f. 00010000:00000010:1.0:1764938851.605018:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e7d0ed3. 00000100:00000010:1.0:1764938851.605025:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ada5c4f. 00000100:00000010:1.0:1764938851.605033:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ada5c4f. 00010000:00000010:1.0:1764938851.605036:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e7d0ed3. 00000400:00000010:1.0:1764938851.605052:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd9c7137. 00000100:00000200:1.0:1764938851.605057:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017152, offset 224 00000400:00000200:1.0:1764938851.605065:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.605077:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.605083:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90496:90496:256:4294967295] 192.168.203.57@tcp LPNI seq info [90496:90496:8:4294967295] 00000400:00000200:1.0:1764938851.605094:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.605099:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.605131:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938851.605138:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.605143:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.605147:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.605161:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.605164:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.605167:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a3d8caa. 00010000:00000010:0.1:1764938851.605330:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cfb9fcf. 00010000:00000010:0.1:1764938851.605336:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000238283cd. 00010000:00000010:0.1:1764938851.605339:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009592f8c1. 00000800:00000200:2.0:1764938851.606701:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.606707:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938851.606713:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.606719:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.606723:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9c7137 00000400:00000010:2.0:1764938851.606725:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd9c7137. 00000400:00000010:2.0:1764938851.606751:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c073060. 00000400:00000200:2.0:1764938851.606755:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:2.0:1764938851.606757:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00000100:00000200:2.0:1764938851.606763:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626939904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.606771:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626939904/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938851.606795:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf42241f. 02000000:00000010:2.0:1764938851.606809:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060f0e4fa. 02000000:00000010:2.0:1764938851.606814:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b990a3d. 00000100:00000010:2.0:1764938851.606817:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:2.0:1764938851.606820:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.606823:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064328427. 00080000:00000010:2.0:1764938851.606839:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b990a3d. 00010000:00000010:2.0:1764938851.606913:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c56bc3. 00010000:00000010:2.0:1764938851.606920:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d3d85a9. 00010000:00000010:2.0:1764938851.606983:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090d2fc45. 00010000:00000010:2.0:1764938851.606986:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938851.606990:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa469e67. 00010000:00000010:2.0:1764938851.606994:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083c56bc3. 00080000:00000010:2.0:1764938851.607007:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060f0e4fa. 00010000:00000010:2.0:1764938851.607026:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c56bc3. 00010000:00000010:2.0:1764938851.607029:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8685fa. 00010000:00000010:2.0:1764938851.607070:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d96a1ecb. 00010000:00000010:2.0:1764938851.607073:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083c56bc3. 00010000:00000010:2.0:1764938851.607079:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064328427. 00000100:00000010:2.0:1764938851.607082:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.607088:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938851.607096:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009dc6ff60. 02000000:00000010:2.0:1764938851.607132:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b05825fa. 00000400:00000010:2.0:1764938851.607137:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c073060. 00000400:00000010:2.0:1764938851.607140:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938851.607145:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626939968, portal 16 00000400:00000010:2.0:1764938851.607149:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938851.607150:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626939968, offset 0 00000400:00000200:2.0:1764938851.607156:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.607165:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.607171:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.607174:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.607177:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.607179:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90497:90497:256:4294967295] 192.168.203.57@tcp LPNI seq info [90497:90497:8:4294967295] 00000400:00000200:2.0:1764938851.607187:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.607191:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.607194:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938851.607199:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.607205:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.607208:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.610769:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.610776:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:0.0:1764938851.610782:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.610790:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.610795:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:0.0:1764938851.610797:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 00000100:00000200:0.0:1764938851.610808:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a34506f7 x1850670626939968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.611297:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007512cceb. 00010000:00000010:2.1:1764938851.611303:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000910a8d5b. 00010000:00000010:2.1:1764938851.611308:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009370766c. 00010000:00000010:2.1:1764938851.612142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075a2e389. 00010000:00000010:2.1:1764938851.612150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e724c9b. 00010000:00000010:2.1:1764938851.612154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.1:1764938851.612157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d2fc45. 00010000:00000010:2.1:1764938851.612160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa469e67. 00000400:00000200:0.0:1764938851.619776:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.619797:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a440 00000400:00000200:0.0:1764938851.619806:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb12f5 [1] + 224 00000400:00000200:0.0:1764938851.619819:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.619823:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.619850:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a34506f7 x1850670626939968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.619893:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.619899:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64480 00000400:00000200:0.0:1764938851.619903:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafc51 [2] + 1640 00000400:00000200:0.0:1764938851.619914:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.619916:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.619920:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.619925:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5d49628. 00000020:00000010:3.0:1764938851.620093:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c865b304. 00000020:00000010:3.0:1764938851.620118:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938851.620123:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001eb1b54a. 00000100:00000200:3.0:1764938851.620157:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5d49628 x1850670621017216/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938851.620185:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017216 02000000:00000010:3.0:1764938851.620195:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cca3efd6. 00010000:00000010:3.0:1764938851.620233:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003481c3d5. 00000100:00000010:3.0:1764938851.620239:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f5ef. 00000100:00000010:3.0:1764938851.620247:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f5ef. 00000400:00000010:1.0:1764938851.620247:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c073060. 00010000:00000010:3.0:1764938851.620249:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003481c3d5. 00000400:00000200:1.0:1764938851.620254:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:1.0:1764938851.620257:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00000400:00000010:3.0:1764938851.620264:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:1.0:1764938851.620267:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a34506f7 x1850670626939968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.620270:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017216, offset 224 00000400:00000200:3.0:1764938851.620280:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000100:00000200:1.0:1764938851.620291:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a34506f7 x1850670626939968/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.620292:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.620300:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90498:90498:256:4294967295] 192.168.203.57@tcp LPNI seq info [90498:90498:8:4294967295] 00000400:00000200:3.0:1764938851.620310:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00010000:00000010:1.0:1764938851.620315:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062714d6c. 00000800:00000200:3.0:1764938851.620316:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.620322:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352938). 00000800:00000200:3.0:1764938851.620328:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 02000000:00000010:1.0:1764938851.620330:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b05825fa. 00000800:00000200:3.0:1764938851.620335:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 02000000:00000010:1.0:1764938851.620336:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009dc6ff60. 00000800:00000200:3.0:1764938851.620339:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1764938851.620341:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 00000100:00000010:1.0:1764938851.620346:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:1.0:1764938851.620349:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064328427. 00000020:00000010:3.0:1764938851.620359:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938851.620375:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001eb1b54a. 00080000:00000010:1.0:1764938851.620377:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027cc5aed. 00000020:00000010:3.0:1764938851.620378:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c865b304. 00010000:00000010:1.0:1764938851.620461:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c56bc3. 00010000:00000010:1.0:1764938851.620468:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a955c2b4. 00000800:00000200:3.0:1764938851.620484:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.620487:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:3.0:1764938851.620491:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.620494:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.620497:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938851.620498:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00010000:00000010:3.0:1764938851.620748:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e809e569. 00010000:00000010:3.0:1764938851.620755:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938851.620765:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003481c3d5. 00000100:00000010:3.0:1764938851.620769:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f5ef. 00000100:00000010:3.0:1764938851.620776:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000370a0423. 02000000:00000010:3.0:1764938851.620843:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c865b304. 02000000:00000010:3.0:1764938851.620866:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a86549f8. 00000400:00000010:3.0:1764938851.620870:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000079b9af72. 00000400:00000010:3.0:1764938851.620874:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938851.620879:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940032, portal 16 00000400:00000010:3.0:1764938851.620883:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938851.620884:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940032, offset 0 00000400:00000200:3.0:1764938851.620890:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.620896:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.620904:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.620906:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.620909:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.620911:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90499:90499:256:4294967295] 192.168.203.57@tcp LPNI seq info [90499:90499:8:4294967295] 00000400:00000200:3.0:1764938851.620918:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.620922:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.620925:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352938). 00000800:00000200:3.0:1764938851.620928:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.620932:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.620934:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.621360:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.621372:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:0.0:1764938851.621376:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.621380:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.621383:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038a32027 00000400:00000010:0.0:1764938851.621384:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038a32027. 00000100:00000200:0.0:1764938851.621389:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000370a0423 x1850670626940032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.622768:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.622783:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a480 00000400:00000200:3.0:1764938851.622790:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1301 [1] + 224 00000400:00000200:3.0:1764938851.622800:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.622803:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.622811:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000370a0423 x1850670626940032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.622853:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.622858:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f644c0 00000400:00000200:3.0:1764938851.622863:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafc51 [2] + 1968 00000400:00000010:3.0:1764938851.622866:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0ad9228. 00000400:00000200:3.0:1764938851.622869:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001f33c7fc 00000400:00000200:3.0:1764938851.622911:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.622915:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.622917:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f33c7fc 00000400:00000010:3.0:1764938851.622919:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001f33c7fc (tot 82352538). 00000100:00000200:3.0:1764938851.622923:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938851.623640:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a3d8caa. 00000020:00000010:1.0:1764938851.623647:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.623653:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.623678:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffdc97ff x1850670621017280/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938851.623702:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017280 02000000:00000010:1.0:1764938851.623712:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e196f70. 00010000:00000010:1.0:1764938851.623746:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e7d0ed3. 00000100:00000010:1.0:1764938851.623753:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ada5c4f. 00000100:00000010:1.0:1764938851.623760:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ada5c4f. 00010000:00000010:1.0:1764938851.623763:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e7d0ed3. 00000400:00000010:1.0:1764938851.623779:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938851.623784:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017280, offset 224 00000400:00000200:1.0:1764938851.623792:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.623804:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.623810:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90500:90500:256:4294967295] 192.168.203.57@tcp LPNI seq info [90500:90500:8:4294967295] 00000400:00000200:1.0:1764938851.623821:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.623827:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.623831:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352786). 00000800:00000200:1.0:1764938851.623844:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.623851:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.623854:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.623875:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.623879:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.623883:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a3d8caa. 02000000:00000010:1.0:1764938851.623891:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cca3efd6. 00000100:00000010:1.0:1764938851.623895:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5d49628. 02000000:00000010:1.0:1764938851.623899:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e56b13f. 00000100:00000010:1.0:1764938851.623903:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2fa6e28. 02000000:00000010:1.0:1764938851.623906:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006147c455. 00000100:00000010:1.0:1764938851.623910:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e76dbae2. 02000000:00000010:1.0:1764938851.623914:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075d43207. 00000100:00000010:1.0:1764938851.623918:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005de3de89. 02000000:00000010:1.0:1764938851.623921:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005b7a4701. 00000100:00000010:1.0:1764938851.623923:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c059cec2. 02000000:00000010:1.0:1764938851.623927:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4220c80. 00000100:00000010:1.0:1764938851.623930:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076ba2ea4. 00000100:00000200:1.0:1764938851.623936:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938851.623937:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000079b9af72. 00000400:00000010:1.0:1764938851.623943:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009faf80cd. 00000400:00000200:2.0:1764938851.623944:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:2.0:1764938851.623948:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:2.0:1764938851.623955:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000370a0423 x1850670626940032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.623963:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000370a0423 x1850670626940032/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938851.623985:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005aaf8a0e. 02000000:00000010:2.0:1764938851.624003:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a86549f8. 02000000:00000010:2.0:1764938851.624008:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c865b304. 00000100:00000010:2.0:1764938851.624011:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000370a0423. 00000100:00000010:2.0:1764938851.624014:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f5ef. 00010000:00000010:2.0:1764938851.624017:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003481c3d5. 00080000:00000010:2.0:1764938851.624036:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b05825fa. 00010000:00000010:2.0:1764938851.624225:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:2.0:1764938851.624233:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbc3ec1f. 00010000:00000010:2.0:1764938851.624317:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa469e67. 00010000:00000010:2.0:1764938851.624323:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083c56bc3. 00010000:00000010:2.0:1764938851.624332:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064328427. 00000100:00000010:2.0:1764938851.624336:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.624343:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938851.624351:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7f33b02. 02000000:00000010:2.0:1764938851.624394:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec8efed7. 00000400:00000010:2.0:1764938851.624399:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b3cc286. 00000400:00000010:1.0:1764938851.624489:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007ada5c4f (tot 82352938). 00000400:00000010:2.0:1764938851.624492:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051c9ce73. 00000100:00000200:2.0:1764938851.624497:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940096, portal 16 00000400:00000010:2.0:1764938851.624502:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b287fc02. 00000100:00000200:2.0:1764938851.624505:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940096, offset 0 00000400:00000200:2.0:1764938851.624512:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.624522:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.624529:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.624533:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.624536:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.624540:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90501:90501:255:4294967295] 192.168.203.57@tcp LPNI seq info [90501:90501:7:4294967295] 00000400:00000200:2.0:1764938851.624558:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.624563:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.624567:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82353186). 00000800:00000200:2.0:1764938851.624573:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.624578:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.624581:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.624685:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.624689:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352938). 00000400:00000200:3.0:1764938851.624694:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.624698:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.624701:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:3.0:1764938851.624703:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 02000000:00000010:3.0:1764938851.624707:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e196f70. 00000800:00000200:3.0:1764938851.624746:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.624748:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:3.0:1764938851.624751:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.624753:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.624755:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b287fc02 00000400:00000010:3.0:1764938851.624757:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b287fc02. 00000100:00000200:3.0:1764938851.624763:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffe77141 x1850670626940096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.628164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000059b9ad7. 00010000:00000010:1.1:1764938851.628174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d77257. 00010000:00000010:1.1:1764938851.628178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d96a1ecb. 00000400:00000200:3.0:1764938851.631786:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.631802:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a4c0 00000400:00000200:3.0:1764938851.631810:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1311 [1] + 224 00000400:00000200:3.0:1764938851.631822:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.631826:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.631835:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe77141 x1850670626940096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.632358:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.632376:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64500 00000400:00000200:3.0:1764938851.632381:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafca1 [2] + 0 00000400:00000200:3.0:1764938851.632432:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.632436:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.632439:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.632444:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 00000020:00000010:1.0:1764938851.632544:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e56b13f. 00000020:00000010:1.0:1764938851.632551:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.632556:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.632579:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054315652 x1850670621017344/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938851.632616:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017344 02000000:00000010:1.0:1764938851.632626:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a3d8caa. 00010000:00000010:1.0:1764938851.632664:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e7d0ed3. 00000100:00000010:1.0:1764938851.632672:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6d2265e. 00000100:00000010:1.0:1764938851.632679:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d6d2265e. 00010000:00000010:1.0:1764938851.632681:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e7d0ed3. 00000400:00000010:1.0:1764938851.632697:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938851.632702:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017344, offset 224 00000400:00000200:1.0:1764938851.632710:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.632720:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.632725:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90502:90502:256:4294967295] 192.168.203.57@tcp LPNI seq info [90502:90502:8:4294967295] 00000400:00000200:1.0:1764938851.632735:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.632740:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.632745:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938851.632750:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.632757:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.632760:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.632775:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.632778:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.632781:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e56b13f. 00000400:00000010:0.0:1764938851.632864:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b3cc286. 00000400:00000200:0.0:1764938851.632870:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051c9ce73 00000400:00000010:0.0:1764938851.632871:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051c9ce73. 00000100:00000200:0.0:1764938851.632879:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe77141 x1850670626940096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.632886:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffe77141 x1850670626940096/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938851.632908:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033e1e67e. 02000000:00000010:0.0:1764938851.632921:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec8efed7. 02000000:00000010:0.0:1764938851.632927:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7f33b02. 00000100:00000010:0.0:1764938851.632931:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000010:0.0:1764938851.632935:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:0.0:1764938851.632937:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064328427. 00080000:00000010:0.0:1764938851.632953:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c3994db. 00010000:00000010:0.0:1764938851.633037:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c56bc3. 00010000:00000010:0.0:1764938851.633045:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036d5bfdc. 00010000:00000010:0.0:1764938851.633135:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.0:1764938851.633145:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe09e1f6. 00010000:00000010:0.0:1764938851.633154:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079cdd703. 00000100:00000010:0.0:1764938851.633157:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.633163:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a3401f5e. 02000000:00000010:0.0:1764938851.633172:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7b66eda. 02000000:00000010:0.0:1764938851.633192:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054086837. 00000400:00000010:0.0:1764938851.633197:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938851.633201:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938851.633206:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940160, portal 16 00000400:00000010:0.0:1764938851.633210:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938851.633211:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940160, offset 0 00000400:00000200:0.0:1764938851.633216:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.633223:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.633229:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.633232:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.633234:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.633237:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90503:90503:255:4294967295] 192.168.203.57@tcp LPNI seq info [90503:90503:7:4294967295] 00000400:00000200:0.0:1764938851.633245:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.633250:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.633252:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd2d4bb (tot 82353186). 00000800:00000200:0.0:1764938851.633256:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.633259:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.633261:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd2d4bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.634373:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.634379:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352938). 00000400:00000200:3.0:1764938851.634386:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.634393:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.634397:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:3.0:1764938851.634399:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00000800:00000200:3.0:1764938851.634463:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.634465:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd2d4bb (tot 82352690). 00000400:00000200:3.0:1764938851.634469:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.634472:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.634474:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:3.0:1764938851.634475:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000100:00000200:3.0:1764938851.634482:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a3401f5e x1850670626940160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.637386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50d48f2. 00010000:00000010:2.1:1764938851.637407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044f7c6d4. 00010000:00000010:2.1:1764938851.637411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00000400:00000200:3.0:1764938851.638720:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.638737:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a500 00000400:00000200:3.0:1764938851.638746:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb131d [1] + 224 00000400:00000200:3.0:1764938851.638761:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.638765:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.638775:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a3401f5e x1850670626940160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938851.639817:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:0.0:1764938851.639825:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:0.0:1764938851.639828:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000200:0.0:1764938851.639837:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a3401f5e x1850670626940160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.639845:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a3401f5e x1850670626940160/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.639876:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054086837. 02000000:00000010:0.0:1764938851.639882:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7b66eda. 00000100:00000010:0.0:1764938851.639885:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a3401f5e. 00000100:00000010:0.0:1764938851.639889:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938851.639892:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079cdd703. 00000400:00000200:0.0:1764938851.642449:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.642469:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64540 00000400:00000200:0.0:1764938851.642477:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafca1 [2] + 328 00000400:00000200:0.0:1764938851.642541:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.642546:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.642553:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.642559:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a3401f5e. 00000020:00000010:1.0:1764938851.644674:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007207ae30. 00000020:00000010:1.0:1764938851.644684:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.644689:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.644715:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a3401f5e x1850670621017408/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938851.644751:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017408 02000000:00000010:1.0:1764938851.644760:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001960a0c1. 00010000:00000010:1.0:1764938851.644784:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2fe8207. 00010000:00000010:1.0:1764938851.644802:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e7d0ed3. 00000100:00000010:1.0:1764938851.644809:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6d2265e. 00000100:00000010:1.0:1764938851.644819:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d6d2265e. 00010000:00000010:1.0:1764938851.644821:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e7d0ed3. 00000400:00000010:1.0:1764938851.644835:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938851.644839:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017408, offset 224 00000400:00000200:1.0:1764938851.644847:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.644859:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.644865:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90504:90504:256:4294967295] 192.168.203.57@tcp LPNI seq info [90504:90504:8:4294967295] 00000400:00000200:1.0:1764938851.644876:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.644881:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.644886:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938851.644892:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.644899:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.644903:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.644920:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.644923:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.644927:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007207ae30. 00000800:00000200:1.0:1764938851.645012:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.645016:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:1.0:1764938851.645021:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.645025:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.645028:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:1.0:1764938851.645030:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00010000:00000010:0.1:1764938851.645220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005060be60. 00010000:00000010:0.1:1764938851.645226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a6369c. 00010000:00000010:0.1:1764938851.645232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa469e67. 00080000:00000010:0.0:1764938851.645287:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006eae6248. 00010000:00000010:0.0:1764938851.645373:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe09e1f6. 00010000:00000010:0.0:1764938851.645380:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e437a9f. 00010000:00000010:0.0:1764938851.645445:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:0.0:1764938851.645449:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe09e1f6. 00010000:00000010:0.0:1764938851.645459:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079cdd703. 00000100:00000010:0.0:1764938851.645462:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.645468:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b82beff3. 02000000:00000010:0.0:1764938851.645478:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7b66eda. 02000000:00000010:0.0:1764938851.645499:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054086837. 00000400:00000010:0.0:1764938851.645504:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938851.645508:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938851.645512:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940224, portal 16 00000400:00000010:0.0:1764938851.645516:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938851.645519:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940224, offset 0 00000400:00000200:0.0:1764938851.645524:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.645529:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.645535:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.645538:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.645541:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.645544:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90505:90505:256:4294967295] 192.168.203.57@tcp LPNI seq info [90505:90505:8:4294967295] 00000400:00000200:0.0:1764938851.645552:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.645556:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.645558:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000479ccc68 (tot 82352938). 00000800:00000200:0.0:1764938851.645562:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.645566:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.645568:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000479ccc68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.645679:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.645682:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000479ccc68 (tot 82352690). 00000400:00000200:2.0:1764938851.645685:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.645689:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.645691:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938851.645692:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:2.0:1764938851.645697:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b82beff3 x1850670626940224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.654142:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.654164:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a540 00000400:00000200:0.0:1764938851.654172:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1329 [1] + 224 00000400:00000200:0.0:1764938851.654183:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.654186:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.654196:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b82beff3 x1850670626940224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.654242:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.654248:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64580 00000400:00000200:0.0:1764938851.654253:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafca1 [2] + 656 00000400:00000010:3.0:1764938851.654267:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:3.0:1764938851.654273:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938851.654275:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000200:3.0:1764938851.654282:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b82beff3 x1850670626940224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.654290:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b82beff3 x1850670626940224/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.654320:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054086837. 00000400:00000200:0.0:1764938851.654327:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1764938851.654328:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7b66eda. 00000400:00000200:0.0:1764938851.654333:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000010:3.0:1764938851.654334:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b82beff3. 00000100:00000010:3.0:1764938851.654339:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00000100:00000200:0.0:1764938851.654339:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.0:1764938851.654343:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079cdd703. 00000100:00000010:0.0:1764938851.654345:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eedf23b0. 00000020:00000010:0.0:1764938851.654404:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f06f7bf. 00000020:00000010:0.0:1764938851.654411:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938851.654415:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.654440:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eedf23b0 x1850670621017472/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938851.654476:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017472 02000000:00000010:0.0:1764938851.654487:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7b66eda. 00010000:00000010:0.0:1764938851.654514:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd6284ec. 00010000:00000010:0.0:1764938851.654534:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ced54e. 00000100:00000010:0.0:1764938851.654541:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.654554:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938851.654557:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ced54e. 00000400:00000010:0.0:1764938851.654570:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00080000:00000010:3.0:1764938851.654573:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000300f6651. 00000100:00000200:0.0:1764938851.654575:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017472, offset 224 00000400:00000200:0.0:1764938851.654583:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.654594:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.654599:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90506:90506:256:4294967295] 192.168.203.57@tcp LPNI seq info [90506:90506:8:4294967295] 00000400:00000200:0.0:1764938851.654608:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.654613:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.654617:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352938). 00000800:00000200:0.0:1764938851.654622:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.654628:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.654631:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.654650:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000246b0b64. 00000020:00000010:0.0:1764938851.654655:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.654658:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f06f7bf. 00010000:00000010:3.0:1764938851.654665:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe09e1f6. 00010000:00000010:3.0:1764938851.654673:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc1dd4d9. 00000800:00000200:0.0:1764938851.654732:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.654736:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:0.0:1764938851.654740:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1764938851.654742:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e809e569. 00000400:00000200:0.0:1764938851.654744:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.654748:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:0.0:1764938851.654750:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00010000:00000010:3.0:1764938851.654751:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938851.654763:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ec71381. 00000100:00000010:3.0:1764938851.654767:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938851.654773:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938851.654782:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000731f070e. 02000000:00000010:3.0:1764938851.654804:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8ca7507. 00000400:00000010:3.0:1764938851.654808:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000043434dd. 00000400:00000010:3.0:1764938851.654812:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938851.654817:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940288, portal 16 00000400:00000010:3.0:1764938851.655374:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938851.655377:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940288, offset 0 00000400:00000200:3.0:1764938851.655384:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.655391:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.655397:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.655400:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.655404:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.655407:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90507:90507:256:4294967295] 192.168.203.57@tcp LPNI seq info [90507:90507:8:4294967295] 00000400:00000200:3.0:1764938851.655414:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.655418:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.655423:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938851.655427:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.655432:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.655434:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1764938851.655641:0:78537:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 000000002d646c0c (tot 82353130). 00000001:02000400:2.0:1764938851.655647:0:78537:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000800:00000200:0.0:1764938851.656813:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.656818:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352882). 00000400:00000200:0.0:1764938851.656823:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.656829:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.656842:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:0.0:1764938851.656844:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000100:00000200:0.0:1764938851.656852:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626940288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.658164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084136c70. 00000400:00000010:2.0:1764938851.661774:0:78537:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 000000002d646c0c (tot 82352690). 00010000:00000010:0.1:1764938851.669190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021d2a4d5. 00010000:00000010:0.1:1764938851.669200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.1:1764938851.669205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016f17908. 00010000:00000010:3.1:1764938851.669303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fc6b034. 00010000:00000010:3.1:1764938851.669309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf7e9fb. 00000400:00000200:0.0:1764938851.669944:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.669959:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a580 00000400:00000200:0.0:1764938851.669967:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1335 [1] + 224 00000400:00000200:0.0:1764938851.669977:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.669981:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.669990:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626940288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.670026:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.670032:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f645c0 00000400:00000200:0.0:1764938851.670036:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafca1 [2] + 984 00000400:00000010:3.0:1764938851.670053:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000043434dd. 00000400:00000200:3.0:1764938851.670059:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:3.0:1764938851.670062:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000400:00000200:0.0:1764938851.670066:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1764938851.670069:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626940288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.670073:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.670079:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1764938851.670083:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626940288/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1764938851.670085:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006fed19ce. 02000000:00000010:3.0:1764938851.670138:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8ca7507. 02000000:00000010:3.0:1764938851.670146:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000731f070e. 00000100:00000010:3.0:1764938851.670149:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938851.670153:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938851.670155:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ec71381. 00000020:00000010:1.0:1764938851.670197:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007207ae30. 00000020:00000010:1.0:1764938851.670205:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.670208:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.670230:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006fed19ce x1850670621017536/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938851.670263:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017536 02000000:00000010:1.0:1764938851.670274:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091937890. 00010000:00000010:1.0:1764938851.670299:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d22762c. 00010000:00000010:1.0:1764938851.670317:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e7d0ed3. 00000100:00000010:1.0:1764938851.670323:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6d2265e. 00000100:00000010:1.0:1764938851.670339:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d6d2265e. 00010000:00000010:1.0:1764938851.670342:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e7d0ed3. 00000400:00000010:1.0:1764938851.670356:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938851.670360:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017536, offset 224 00000400:00000200:1.0:1764938851.670378:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:3.0:1764938851.670380:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000731f070e. 00000400:00000200:1.0:1764938851.670389:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.670395:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90508:90508:256:4294967295] 192.168.203.57@tcp LPNI seq info [90508:90508:8:4294967295] 00000400:00000200:1.0:1764938851.670405:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.670410:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.670415:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938851.670420:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.670427:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.670430:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1764938851.670470:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938851.670477:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057645a47. 00010000:00000010:3.0:1764938851.670558:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.0:1764938851.670564:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938851.670574:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ec71381. 00000100:00000010:3.0:1764938851.670577:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938851.670582:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938851.670591:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8ca7507. 02000000:00000010:3.0:1764938851.670610:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c865b304. 00000400:00000010:3.0:1764938851.670614:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000043434dd. 00000400:00000010:3.0:1764938851.670619:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938851.670623:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940352, portal 16 00000400:00000010:3.0:1764938851.670627:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938851.670628:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940352, offset 0 00000400:00000200:3.0:1764938851.670634:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.670639:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.670645:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.670648:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.670650:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.670652:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90509:90509:255:4294967295] 192.168.203.57@tcp LPNI seq info [90509:90509:7:4294967295] 00000400:00000200:3.0:1764938851.670660:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.670664:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.670668:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82353186). 00000800:00000200:3.0:1764938851.670672:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.670675:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.670677:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.670933:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077382c40. 00000020:00000010:1.0:1764938851.670940:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.670944:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007207ae30. 00000800:00000200:0.0:1764938851.672930:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.672937:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352938). 00000400:00000200:0.0:1764938851.672946:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.672954:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.672960:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:0.0:1764938851.672962:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000800:00000200:0.0:1764938851.673001:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.673003:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352690). 00000400:00000200:0.0:1764938851.673008:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.673011:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.673013:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:0.0:1764938851.673014:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000100:00000200:0.0:1764938851.673021:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626940352/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.681164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8575de4. 00010000:00000010:3.1:1764938851.681873:0:78538:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22c53f0. 00010000:00000010:3.1:1764938851.681882:0:78538:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00000400:00000200:0.0:1764938851.682253:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.682270:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a5c0 00000400:00000200:0.0:1764938851.682279:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1341 [1] + 224 00000400:00000200:0.0:1764938851.682310:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.682316:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.682327:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626940352/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.682595:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000043434dd. 00000400:00000200:1.0:1764938851.682601:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:1.0:1764938851.682604:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:1.0:1764938851.682611:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626940352/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.682619:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626940352/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.682648:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c865b304. 02000000:00000010:1.0:1764938851.682653:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8ca7507. 00000100:00000010:1.0:1764938851.682657:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:1.0:1764938851.682660:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:1.0:1764938851.682663:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ec71381. 00000400:00000200:0.0:1764938851.700067:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.700090:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64600 00000400:00000200:0.0:1764938851.700099:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafca1 [2] + 1312 00000400:00000200:0.0:1764938851.700177:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.700183:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.700189:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.700194:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000649469d. 00000020:00000010:1.0:1764938851.700514:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007207ae30. 00000020:00000010:1.0:1764938851.700521:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.700526:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.700552:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000649469d x1850670621017600/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938851.700589:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017600 02000000:00000010:1.0:1764938851.700600:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d63cd0c. 00010000:00000010:1.0:1764938851.700628:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7b0ea9f. 00010000:00000010:1.0:1764938851.700651:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e7d0ed3. 00000100:00000010:1.0:1764938851.700657:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6d2265e. 00000100:00000010:1.0:1764938851.700674:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d6d2265e. 00010000:00000010:1.0:1764938851.700677:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e7d0ed3. 00000400:00000010:1.0:1764938851.700690:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938851.700694:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017600, offset 224 00000400:00000200:1.0:1764938851.700701:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.700711:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.700716:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90510:90510:256:4294967295] 192.168.203.57@tcp LPNI seq info [90510:90510:8:4294967295] 00000400:00000200:1.0:1764938851.700725:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.700730:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.700735:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938851.700739:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.700745:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.700748:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.700770:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.700773:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.700776:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007207ae30. 00080000:00000010:3.0:1764938851.700974:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e29c599. 00010000:00000010:3.0:1764938851.701061:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938851.701069:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b2be5e6. 00010000:00000010:3.0:1764938851.701175:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e809e569. 00010000:00000010:3.0:1764938851.701182:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938851.701193:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078e39adc. 00000100:00000010:3.0:1764938851.701197:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938851.701204:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 02000000:00000010:3.0:1764938851.701216:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015a37e60. 02000000:00000010:3.0:1764938851.701241:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090afc6fb. 00000400:00000010:3.0:1764938851.701247:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078566052. 00000400:00000010:3.0:1764938851.701253:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938851.701258:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940416, portal 16 00000400:00000010:3.0:1764938851.701264:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938851.701266:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940416, offset 0 00000400:00000200:3.0:1764938851.701272:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.701280:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.701287:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.701290:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.701293:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.701295:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90511:90511:255:4294967295] 192.168.203.57@tcp LPNI seq info [90511:90511:7:4294967295] 00000400:00000200:3.0:1764938851.701966:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.701973:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.701976:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82353186). 00000800:00000200:3.0:1764938851.701981:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.702423:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.702427:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352938). 00000400:00000200:0.0:1764938851.702433:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.702438:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.702442:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:0.0:1764938851.702445:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000800:00000200:3.0:1764938851.702663:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.702667:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.703668:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.703673:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:0.0:1764938851.703677:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.703682:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.703686:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038a32027 00000400:00000010:0.0:1764938851.703687:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038a32027. 00000100:00000200:0.0:1764938851.703695:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f59f34e x1850670626940416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.705462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6e3876. 00010000:00000010:3.1:1764938851.713247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c72b311. 00010000:00000010:3.1:1764938851.713258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00000400:00000200:0.0:1764938851.716523:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.716550:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a600 00000400:00000200:0.0:1764938851.716560:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb134d [1] + 224 00000400:00000200:0.0:1764938851.716577:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.716581:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.716591:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f59f34e x1850670626940416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.716667:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078566052. 00000400:00000200:3.0:1764938851.716671:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938851.716673:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:3.0:1764938851.716679:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f59f34e x1850670626940416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.716686:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f59f34e x1850670626940416/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.716713:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090afc6fb. 02000000:00000010:3.0:1764938851.716718:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015a37e60. 00000100:00000010:3.0:1764938851.716722:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 00000100:00000010:3.0:1764938851.716727:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938851.716731:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078e39adc. 00000400:00000200:0.0:1764938851.730685:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.730705:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64640 00000400:00000200:0.0:1764938851.730714:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafca1 [2] + 1640 00000400:00000200:0.0:1764938851.733992:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.734006:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.734016:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.734024:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010bb53b1. 00000020:00000010:3.0:1764938851.734360:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090afc6fb. 00000020:00000010:3.0:1764938851.734377:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938851.734381:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001eb1b54a. 00000100:00000200:3.0:1764938851.734407:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010bb53b1 x1850670621017664/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938851.734480:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017664 02000000:00000010:3.0:1764938851.734492:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002eef1f63. 00010000:00000010:3.0:1764938851.734519:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb86d562. 00010000:00000010:3.0:1764938851.734539:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078e39adc. 00000100:00000010:3.0:1764938851.734545:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938851.734558:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938851.734561:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078e39adc. 00000400:00000010:3.0:1764938851.734917:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938851.734924:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017664, offset 224 00000400:00000200:3.0:1764938851.734934:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.734948:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.734954:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90512:90512:256:4294967295] 192.168.203.57@tcp LPNI seq info [90512:90512:8:4294967295] 00000400:00000200:3.0:1764938851.734963:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.734968:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.734973:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352938). 00000800:00000200:3.0:1764938851.734980:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.734986:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.734990:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.735177:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938851.735182:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001eb1b54a. 00000020:00000010:3.0:1764938851.735185:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090afc6fb. 00080000:00000010:3.0:1764938851.735211:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090afc6fb. 00010000:00000010:3.0:1764938851.735295:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938851.735303:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009eb037ee. 00010000:00000010:3.0:1764938851.735392:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7f54f11. 00010000:00000010:3.0:1764938851.735399:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938851.735410:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078e39adc. 00000100:00000010:3.0:1764938851.735413:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938851.735421:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 02000000:00000010:3.0:1764938851.735431:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b16b834d. 02000000:00000010:3.0:1764938851.735452:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d72e75e8. 00000400:00000010:3.0:1764938851.735458:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078566052. 00000400:00000010:3.0:1764938851.735463:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938851.735468:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940480, portal 16 00000400:00000010:3.0:1764938851.735471:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938851.735473:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940480, offset 0 00000400:00000200:3.0:1764938851.735477:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.735483:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.735490:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.735493:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.735495:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.735498:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90513:90513:255:4294967295] 192.168.203.57@tcp LPNI seq info [90513:90513:7:4294967295] 00000400:00000200:3.0:1764938851.735504:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.735508:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.735511:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82353186). 00000800:00000200:3.0:1764938851.735515:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.735518:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.735521:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.735621:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.735625:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352938). 00000400:00000200:0.0:1764938851.735629:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.735633:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.735636:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:0.0:1764938851.735638:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000800:00000200:0.0:1764938851.735704:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.735706:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352690). 00000400:00000200:0.0:1764938851.735708:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.735711:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.735713:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:0.0:1764938851.735714:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:0.0:1764938851.735719:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f59f34e x1850670626940480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.742291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6e11856. 00010000:00000010:3.1:1764938851.742302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a71951d. 00010000:00000010:3.1:1764938851.742305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00000400:00000200:0.0:1764938851.743843:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.743859:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a640 00000400:00000200:0.0:1764938851.743867:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1359 [1] + 224 00000400:00000200:0.0:1764938851.743878:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.743882:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.743893:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f59f34e x1850670626940480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.743932:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.743937:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64680 00000400:00000200:0.0:1764938851.743942:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafca1 [2] + 1968 00000400:00000010:0.0:1764938851.743945:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003d91fc25. 00000400:00000200:0.0:1764938851.743948:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004a3bbc68 00000400:00000010:2.0:1764938851.743954:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078566052. 00000400:00000200:2.0:1764938851.743958:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:2.0:1764938851.743959:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:2.0:1764938851.743964:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f59f34e x1850670626940480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.743971:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f59f34e x1850670626940480/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.743998:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d72e75e8. 02000000:00000010:2.0:1764938851.744004:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b16b834d. 00000100:00000010:2.0:1764938851.744008:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 00000100:00000010:2.0:1764938851.744013:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:2.0:1764938851.744016:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078e39adc. 00000400:00000200:0.0:1764938851.744602:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.744609:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.744612:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a3bbc68 00000400:00000010:0.0:1764938851.744614:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004a3bbc68 (tot 82352538). 00000100:00000200:0.0:1764938851.744620:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938851.744682:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000554e7d37. 00000020:00000010:2.0:1764938851.744688:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.744693:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.744716:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c2a76b4 x1850670621017728/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938851.744741:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017728 02000000:00000010:2.0:1764938851.744750:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009dc6ff60. 00010000:00000010:2.0:1764938851.744775:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdb8ec3f. 00010000:00000010:2.0:1764938851.744791:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.744798:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d646c0c. 00000100:00000010:2.0:1764938851.744819:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d646c0c. 00010000:00000010:2.0:1764938851.744822:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.744834:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3fad251. 00000100:00000200:2.0:1764938851.744838:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017728, offset 224 00000400:00000200:2.0:1764938851.744846:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.744855:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.744860:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90514:90514:256:4294967295] 192.168.203.57@tcp LPNI seq info [90514:90514:8:4294967295] 00000400:00000200:2.0:1764938851.744869:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.744875:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.744879:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352786). 00000800:00000200:2.0:1764938851.744884:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.744890:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.744893:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.744909:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.744913:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.744916:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000554e7d37. 02000000:00000010:2.0:1764938851.744922:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002eef1f63. 00000100:00000010:2.0:1764938851.744925:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010bb53b1. 02000000:00000010:2.0:1764938851.744928:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d63cd0c. 00000100:00000010:2.0:1764938851.744930:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000649469d. 02000000:00000010:2.0:1764938851.744933:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091937890. 00000100:00000010:2.0:1764938851.744935:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006fed19ce. 02000000:00000010:2.0:1764938851.744937:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7b66eda. 00000100:00000010:2.0:1764938851.744940:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eedf23b0. 02000000:00000010:2.0:1764938851.744942:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001960a0c1. 00000100:00000010:2.0:1764938851.744944:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a3401f5e. 02000000:00000010:2.0:1764938851.744946:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a3d8caa. 00000100:00000010:2.0:1764938851.744947:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000200:2.0:1764938851.744952:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938851.744957:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b3cc286. 00000400:00000010:2.0:1764938851.744961:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002d646c0c (tot 82352938). 00000800:00000200:2.0:1764938851.745042:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.745046:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:2.0:1764938851.745049:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.745052:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.745055:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3fad251 00000400:00000010:2.0:1764938851.745056:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3fad251. 02000000:00000010:2.0:1764938851.745060:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009dc6ff60. 00080000:00000010:0.0:1764938851.745248:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9417d33. 00010000:00000010:0.0:1764938851.745329:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b35e7f6. 00010000:00000010:0.0:1764938851.745336:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000041ea888. 00010000:00000010:0.0:1764938851.745413:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.0:1764938851.745419:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007092ecfd. 00010000:00000010:0.0:1764938851.745429:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000395a12e8. 00000100:00000010:0.0:1764938851.745434:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a3bbc68. 00000100:00000010:0.0:1764938851.745441:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa527cb0. 02000000:00000010:0.0:1764938851.745451:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7b66eda. 02000000:00000010:0.0:1764938851.745473:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f06f7bf. 00000400:00000010:0.0:1764938851.745477:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9a57f88. 00000400:00000010:0.0:1764938851.745481:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938851.745483:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940544, portal 16 00000400:00000010:0.0:1764938851.745487:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938851.745489:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940544, offset 0 00000400:00000200:0.0:1764938851.745494:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.745501:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.745508:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.745511:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.745515:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.745517:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90515:90515:256:4294967295] 192.168.203.57@tcp LPNI seq info [90515:90515:8:4294967295] 00000400:00000200:0.0:1764938851.745525:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.745541:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.745544:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82352938). 00000800:00000200:0.0:1764938851.745549:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.745553:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.745555:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.745676:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.745679:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:2.0:1764938851.745683:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.745687:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.745690:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938851.745691:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:2.0:1764938851.745696:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa527cb0 x1850670626940544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.752666:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e022cefb. 00000400:00000200:2.0:1764938851.757255:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.757277:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a680 00000400:00000200:2.0:1764938851.757285:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1369 [1] + 224 00000400:00000200:2.0:1764938851.757296:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.757300:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.757311:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa527cb0 x1850670626940544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938851.757348:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.757353:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f646c0 00000400:00000200:2.0:1764938851.757357:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafcf9 [2] + 0 00000400:00000200:2.0:1764938851.757428:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.757432:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.757436:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938851.757442:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:2.0:1764938851.757489:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dc6ff60. 00000020:00000010:2.0:1764938851.757496:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.757500:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.757523:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621017792/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938851.757548:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017792 02000000:00000010:2.0:1764938851.757557:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eaaa1228. 00010000:00000010:2.0:1764938851.757597:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.757604:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e70a8c49. 00000100:00000010:2.0:1764938851.757610:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e70a8c49. 00010000:00000010:2.0:1764938851.757614:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.757628:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3fad251. 00000100:00000200:2.0:1764938851.757633:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017792, offset 224 00000400:00000200:2.0:1764938851.757640:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.757651:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.757656:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90516:90516:256:4294967295] 192.168.203.57@tcp LPNI seq info [90516:90516:8:4294967295] 00000400:00000200:2.0:1764938851.757666:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.757671:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.757676:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938851.757681:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.757688:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.757692:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.757708:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.757711:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.757715:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dc6ff60. 00000800:00000200:2.0:1764938851.757788:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.757792:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:2.0:1764938851.757795:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.757798:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.757801:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3fad251 00000400:00000010:2.0:1764938851.757803:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3fad251. 00000400:00000010:3.0:1764938851.758146:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9a57f88. 00000400:00000200:3.0:1764938851.758150:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938851.758152:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000100:00000200:3.0:1764938851.758157:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa527cb0 x1850670626940544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.758164:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa527cb0 x1850670626940544/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938851.758183:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a50ddb16. 02000000:00000010:3.0:1764938851.758194:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f06f7bf. 02000000:00000010:3.0:1764938851.758200:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7b66eda. 00000100:00000010:3.0:1764938851.758204:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa527cb0. 00000100:00000010:3.0:1764938851.758207:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a3bbc68. 00010000:00000010:3.0:1764938851.758209:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000395a12e8. 00080000:00000010:3.0:1764938851.758225:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc548588. 00010000:00000010:3.0:1764938851.758353:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007092ecfd. 00010000:00000010:3.0:1764938851.758359:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6a545ea. 00010000:00000010:3.0:1764938851.758439:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e809e569. 00010000:00000010:3.0:1764938851.758446:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c315d04. 00010000:00000010:3.0:1764938851.758456:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938851.758460:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938851.758465:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 02000000:00000010:3.0:1764938851.758475:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d27d4041. 02000000:00000010:3.0:1764938851.758495:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8ca7507. 00000400:00000010:3.0:1764938851.758499:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938851.758503:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.758507:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940608, portal 16 00000400:00000010:3.0:1764938851.758512:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938851.758513:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940608, offset 0 00000400:00000200:3.0:1764938851.758520:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.758527:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.758534:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.758538:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.758541:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.758543:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90517:90517:256:4294967295] 192.168.203.57@tcp LPNI seq info [90517:90517:8:4294967295] 00000400:00000200:3.0:1764938851.758551:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.758556:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.758559:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938851.758564:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.758568:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.758570:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938851.758884:0:78547:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001626fa51. 00010000:00000010:0.1:1764938851.758891:0:78547:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7f54f11. 00000800:00000200:2.0:1764938851.759731:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.759736:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352690). 00000400:00000200:2.0:1764938851.759742:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.759748:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.759752:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1259d8e 00000400:00000010:2.0:1764938851.759754:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1259d8e. 00000100:00000200:2.0:1764938851.759760:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df2d2ba6 x1850670626940608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.767194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0acdcc. 00010000:00000010:3.1:1764938851.767206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000894bd58e. 00010000:00000010:3.1:1764938851.767210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00000400:00000200:2.0:1764938851.773632:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.773650:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a6c0 00000400:00000200:2.0:1764938851.773659:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1375 [1] + 224 00000400:00000200:2.0:1764938851.773674:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.773678:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.773687:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df2d2ba6 x1850670626940608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.773762:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938851.773767:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938851.773769:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:3.0:1764938851.773775:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df2d2ba6 x1850670626940608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.773782:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df2d2ba6 x1850670626940608/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.773808:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8ca7507. 02000000:00000010:3.0:1764938851.773813:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d27d4041. 00000100:00000010:3.0:1764938851.773817:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 00000100:00000010:3.0:1764938851.773821:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938851.773824:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000400:00000200:1.0:1764938851.788862:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.788882:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64700 00000400:00000200:1.0:1764938851.788890:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafcf9 [2] + 328 00000400:00000200:1.0:1764938851.788965:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.788969:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.788976:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938851.788982:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:0.0:1764938851.789074:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7b66eda. 00000020:00000010:0.0:1764938851.789081:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938851.789086:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.789136:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621017856/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938851.789167:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017856 02000000:00000010:0.0:1764938851.789179:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f06f7bf. 00010000:00000010:0.0:1764938851.789206:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdf840b8. 00010000:00000010:0.0:1764938851.789223:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000706a5282. 00000100:00000010:0.0:1764938851.789229:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a3bbc68. 00000100:00000010:0.0:1764938851.789240:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a3bbc68. 00010000:00000010:0.0:1764938851.789244:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000706a5282. 00000400:00000010:0.0:1764938851.789256:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938851.789261:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017856, offset 224 00000400:00000200:0.0:1764938851.789269:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.789279:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.789283:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90518:90518:256:4294967295] 192.168.203.57@tcp LPNI seq info [90518:90518:8:4294967295] 00000400:00000200:0.0:1764938851.789293:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.789297:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.789301:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396ee509 (tot 82352938). 00000800:00000200:0.0:1764938851.789307:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.789313:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.789316:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000396ee509 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.789332:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938851.789336:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.789339:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7b66eda. 00080000:00000010:0.0:1764938851.789376:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7b66eda. 00010000:00000010:0.0:1764938851.789462:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c315d04. 00010000:00000010:0.0:1764938851.789469:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000976dba9b. 00010000:00000010:0.0:1764938851.789538:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000187c95f. 00010000:00000010:0.0:1764938851.789545:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007a900de. 00010000:00000010:0.0:1764938851.789555:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000706a5282. 00000100:00000010:0.0:1764938851.789558:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a3bbc68. 00000100:00000010:0.0:1764938851.789564:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa527cb0. 02000000:00000010:0.0:1764938851.789573:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3618ccc. 02000000:00000010:0.0:1764938851.789596:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7f33b02. 00000400:00000010:0.0:1764938851.789601:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938851.789605:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938851.789609:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940672, portal 16 00000400:00000010:0.0:1764938851.789613:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938851.789615:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940672, offset 0 00000400:00000200:0.0:1764938851.789620:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.789627:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.789632:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.789635:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.789638:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.789641:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90519:90519:255:4294967295] 192.168.203.57@tcp LPNI seq info [90519:90519:7:4294967295] 00000400:00000200:0.0:1764938851.789647:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.789651:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.789654:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056ff4665 (tot 82353186). 00000800:00000200:0.0:1764938851.789657:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.789661:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.789663:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056ff4665 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.791392:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.791400:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396ee509 (tot 82352938). 00000400:00000200:2.0:1764938851.791406:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.791413:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.791418:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:2.0:1764938851.791420:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000800:00000200:2.0:1764938851.791489:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.791491:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056ff4665 (tot 82352690). 00000400:00000200:2.0:1764938851.791494:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.791497:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.791504:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:2.0:1764938851.791506:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:2.0:1764938851.791512:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa527cb0 x1850670626940672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.796623:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.796642:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a700 00000400:00000200:0.0:1764938851.796651:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1381 [1] + 224 00000400:00000200:0.0:1764938851.796662:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.796666:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.796676:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa527cb0 x1850670626940672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.796715:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.796720:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64740 00000400:00000200:0.0:1764938851.796724:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafcf9 [2] + 656 00000400:00000200:0.0:1764938851.796773:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.796777:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.796781:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.796787:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a3401f5e. 00000020:00000010:0.0:1764938851.796832:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec8efed7. 00000020:00000010:0.0:1764938851.796838:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.796842:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.796865:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a3401f5e x1850670621017920/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938851.796890:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017920 02000000:00000010:0.0:1764938851.796900:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d792f9a3. 00010000:00000010:0.0:1764938851.796933:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7c20c58. 00000100:00000010:0.0:1764938851.796938:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.796944:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938851.796946:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7c20c58. 00000400:00000010:0.0:1764938851.796958:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938851.796964:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017920, offset 224 00000400:00000200:0.0:1764938851.796971:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.796980:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.796985:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90520:90520:256:4294967295] 192.168.203.57@tcp LPNI seq info [90520:90520:8:4294967295] 00000400:00000200:0.0:1764938851.796995:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.797000:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.797004:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000479ccc68 (tot 82352938). 00000800:00000200:0.0:1764938851.797009:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.797015:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.797018:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000479ccc68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.797033:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.797036:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.797038:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec8efed7. 00000800:00000200:0.0:1764938851.797089:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.797092:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000479ccc68 (tot 82352690). 00000400:00000200:0.0:1764938851.797095:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.797098:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.797125:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938851.797128:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000400:00000010:1.0:1764938851.797395:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:1.0:1764938851.797400:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:1.0:1764938851.797401:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:1.0:1764938851.797406:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa527cb0 x1850670626940672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.797413:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa527cb0 x1850670626940672/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938851.797433:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b267bda6. 02000000:00000010:1.0:1764938851.797444:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7f33b02. 02000000:00000010:1.0:1764938851.797449:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3618ccc. 00000100:00000010:1.0:1764938851.797452:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa527cb0. 00000100:00000010:1.0:1764938851.797455:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a3bbc68. 00010000:00000010:1.0:1764938851.797458:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000706a5282. 00080000:00000010:1.0:1764938851.797475:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007207ae30. 00010000:00000010:1.0:1764938851.797557:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007a900de. 00010000:00000010:1.0:1764938851.797564:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059c42122. 00010000:00000010:1.0:1764938851.797647:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018c51853. 00010000:00000010:1.0:1764938851.797654:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000165c2d7d. 00010000:00000010:1.0:1764938851.797663:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d9b89a2. 00000100:00000010:1.0:1764938851.797666:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938851.797672:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938851.797682:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000991aa6d0. 02000000:00000010:1.0:1764938851.797703:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4645f97. 00000400:00000010:1.0:1764938851.797707:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000082118b96. 00000400:00000010:1.0:1764938851.797710:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938851.797715:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940736, portal 16 00000400:00000010:1.0:1764938851.797719:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938851.797721:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940736, offset 0 00000400:00000200:1.0:1764938851.797727:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.797733:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.797740:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.797743:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.797746:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.797748:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90521:90521:256:4294967295] 192.168.203.57@tcp LPNI seq info [90521:90521:8:4294967295] 00000400:00000200:1.0:1764938851.797757:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.797761:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.797764:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938851.797768:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.797772:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.797774:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.798350:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.799585:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:0.0:1764938851.799594:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.799601:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.799606:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:0.0:1764938851.799607:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:0.0:1764938851.799615:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626940736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938851.803293:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.803311:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a740 00000400:00000200:2.0:1764938851.803318:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb138d [1] + 224 00000400:00000200:2.0:1764938851.803332:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.803336:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.803346:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626940736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938851.803442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adfa7f46. 00010000:00000010:0.1:1764938851.803449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014dd6086. 00010000:00000010:0.1:1764938851.803453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e809e569. 00000400:00000010:0.0:1764938851.803469:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000082118b96. 00000400:00000200:0.0:1764938851.803473:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:0.0:1764938851.803475:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:0.0:1764938851.803481:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626940736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.803489:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626940736/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.803515:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4645f97. 02000000:00000010:0.0:1764938851.803521:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000991aa6d0. 00000100:00000010:0.0:1764938851.803525:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:0.0:1764938851.803529:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938851.803533:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d9b89a2. 00000400:00000200:0.0:1764938851.815150:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.815169:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64780 00000400:00000200:0.0:1764938851.815176:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafcf9 [2] + 984 00000400:00000200:0.0:1764938851.815240:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.815244:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.815250:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.815255:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eedf23b0. 00000020:00000010:0.0:1764938851.815299:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec8efed7. 00000020:00000010:0.0:1764938851.815305:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.815309:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.815331:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eedf23b0 x1850670621017984/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938851.815355:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621017984 02000000:00000010:0.0:1764938851.815374:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e06691bd. 00010000:00000010:0.0:1764938851.815401:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a71dde2. 00010000:00000010:0.0:1764938851.815419:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7c20c58. 00000100:00000010:0.0:1764938851.815425:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.815436:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938851.815439:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7c20c58. 00000400:00000010:0.0:1764938851.815453:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938851.815457:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621017984, offset 224 00000400:00000200:0.0:1764938851.815464:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.815473:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.815479:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90522:90522:256:4294967295] 192.168.203.57@tcp LPNI seq info [90522:90522:8:4294967295] 00000400:00000200:0.0:1764938851.815488:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.815492:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.815496:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001623e83e (tot 82352938). 00000800:00000200:0.0:1764938851.815501:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.815507:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.815510:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001623e83e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.815528:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb1f2f77. 00000020:00000010:0.0:1764938851.815531:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.815534:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec8efed7. 00080000:00000010:0.0:1764938851.815561:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4220c80. 00010000:00000010:0.0:1764938851.815641:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000165c2d7d. 00010000:00000010:0.0:1764938851.815647:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019c264e5. 00010000:00000010:0.0:1764938851.815712:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1d665f1. 00010000:00000010:0.0:1764938851.815719:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe04d9ec. 00010000:00000010:0.0:1764938851.815728:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7c20c58. 00000100:00000010:0.0:1764938851.815731:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.815737:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006fed19ce. 02000000:00000010:0.0:1764938851.815746:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d0ae00c. 02000000:00000010:0.0:1764938851.815769:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f5f8268. 00000400:00000010:0.0:1764938851.815773:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938851.815777:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938851.815781:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940800, portal 16 00000400:00000010:0.0:1764938851.815786:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938851.815787:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940800, offset 0 00000400:00000200:0.0:1764938851.815792:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.815798:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.815804:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.815807:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.815810:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.815812:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90523:90523:255:4294967295] 192.168.203.57@tcp LPNI seq info [90523:90523:7:4294967295] 00000400:00000200:0.0:1764938851.815819:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.815823:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.815827:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82353186). 00000800:00000200:0.0:1764938851.815830:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.815834:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.815836:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.815883:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.815886:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001623e83e (tot 82352938). 00000400:00000200:0.0:1764938851.815891:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.815894:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.815897:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938851.815899:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000800:00000200:0.0:1764938851.815929:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.815931:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:0.0:1764938851.815933:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.815936:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.815938:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:0.0:1764938851.815939:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:0.0:1764938851.815943:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006fed19ce x1850670626940800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938851.821024:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.821042:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a780 00000400:00000200:2.0:1764938851.821051:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1399 [1] + 224 00000400:00000200:2.0:1764938851.821062:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.821066:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.821076:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006fed19ce x1850670626940800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938851.821132:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938851.821137:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f647c0 00000400:00000200:2.0:1764938851.821142:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafcf9 [2] + 1312 00010000:00000010:1.1:1764938851.821194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016c83eee. 00010000:00000010:1.1:1764938851.821201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000132df0b8. 00010000:00000010:1.1:1764938851.821206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000187c95f. 00000400:00000010:1.0:1764938851.821231:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000682cf28c. 00000400:00000200:1.0:1764938851.821235:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:1.0:1764938851.821237:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:1.0:1764938851.821242:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006fed19ce x1850670626940800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.821249:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006fed19ce x1850670626940800/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.821278:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f5f8268. 02000000:00000010:1.0:1764938851.821284:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d0ae00c. 00000100:00000010:1.0:1764938851.821287:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006fed19ce. 00000100:00000010:1.0:1764938851.821291:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:1.0:1764938851.821294:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7c20c58. 00000400:00000200:2.0:1764938851.821885:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.821892:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.821896:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938851.821902:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000020:00000010:1.0:1764938851.822018:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073952df3. 00000020:00000010:1.0:1764938851.822025:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.822029:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.822053:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a34506f7 x1850670621018048/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938851.822531:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018048 02000000:00000010:1.0:1764938851.822546:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0cc8bb6. 00010000:00000010:1.0:1764938851.822578:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004712035b. 00010000:00000010:1.0:1764938851.822600:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5f380c2. 00000100:00000010:1.0:1764938851.822608:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938851.822629:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938851.822632:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5f380c2. 00000400:00000010:1.0:1764938851.822648:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938851.822654:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018048, offset 224 00000400:00000200:1.0:1764938851.822663:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.822677:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.822684:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90524:90524:256:4294967295] 192.168.203.57@tcp LPNI seq info [90524:90524:8:4294967295] 00000400:00000200:1.0:1764938851.822694:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.822700:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.822704:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938851.822710:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.822717:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.822721:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.822740:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.822745:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.822748:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073952df3. 00080000:00000010:3.0:1764938851.823086:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f81f3df2. 00010000:00000010:3.0:1764938851.823208:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe04d9ec. 00010000:00000010:3.0:1764938851.823215:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077a7d631. 00010000:00000010:3.0:1764938851.823288:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.0:1764938851.823294:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1512273. 00010000:00000010:3.0:1764938851.823305:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938851.823309:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938851.823316:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 02000000:00000010:3.0:1764938851.823326:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d27d4041. 02000000:00000010:3.0:1764938851.823349:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8ca7507. 00000400:00000010:3.0:1764938851.823355:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938851.823359:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.823372:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940864, portal 16 00000400:00000010:3.0:1764938851.823377:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938851.823378:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940864, offset 0 00000400:00000200:3.0:1764938851.823384:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.823391:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.823397:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.823402:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.823404:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.823407:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90525:90525:255:4294967295] 192.168.203.57@tcp LPNI seq info [90525:90525:7:4294967295] 00000400:00000200:3.0:1764938851.823415:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.823420:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.823424:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82353186). 00000800:00000200:3.0:1764938851.823427:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.823432:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.823434:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.823553:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.823557:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352938). 00000400:00000200:1.0:1764938851.823561:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.823565:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.823569:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:1.0:1764938851.823571:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000800:00000200:1.0:1764938851.823674:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.823677:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:1.0:1764938851.823682:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.823685:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.823688:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:1.0:1764938851.823689:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:1.0:1764938851.823694:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df2d2ba6 x1850670626940864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938851.824734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e6de308. 00010000:00000010:0.1:1764938851.824745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d210d14c. 00010000:00000010:0.1:1764938851.824748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c51853. 00000400:00000200:0.0:1764938851.831518:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.831542:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a7c0 00000400:00000200:0.0:1764938851.831551:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb13a5 [1] + 224 00000400:00000200:0.0:1764938851.831563:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.831567:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.831577:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df2d2ba6 x1850670626940864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.831621:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.831627:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64800 00000400:00000200:0.0:1764938851.831635:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafcf9 [2] + 1640 00000400:00000010:3.0:1764938851.831645:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938851.831651:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938851.831653:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:3.0:1764938851.831660:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df2d2ba6 x1850670626940864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.831670:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df2d2ba6 x1850670626940864/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.831703:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8ca7507. 00000400:00000200:0.0:1764938851.831705:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1764938851.831710:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d27d4041. 00000400:00000200:0.0:1764938851.831712:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000010:3.0:1764938851.831717:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 00000100:00000200:0.0:1764938851.831717:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.831724:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00000100:00000010:0.0:1764938851.831724:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000649469d. 00010000:00000010:3.0:1764938851.831729:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000020:00000010:1.0:1764938851.832186:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073952df3. 00000020:00000010:1.0:1764938851.832194:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.832199:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.832224:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000649469d x1850670621018112/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938851.832249:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018112 02000000:00000010:1.0:1764938851.832260:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083a48693. 00010000:00000010:1.0:1764938851.832284:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edad7365. 00010000:00000010:1.0:1764938851.832304:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5f380c2. 00000100:00000010:1.0:1764938851.832311:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938851.832328:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938851.832331:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5f380c2. 00000400:00000010:1.0:1764938851.832346:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938851.832351:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018112, offset 224 00000400:00000200:1.0:1764938851.832358:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:3.0:1764938851.832372:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d27d4041. 00000400:00000200:1.0:1764938851.832380:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.832386:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90526:90526:256:4294967295] 192.168.203.57@tcp LPNI seq info [90526:90526:8:4294967295] 00000400:00000200:1.0:1764938851.832397:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.832402:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.832407:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938851.832413:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.832420:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.832424:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.832441:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.832446:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:1.0:1764938851.832450:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073952df3. 00010000:00000010:3.0:1764938851.832470:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1512273. 00010000:00000010:3.0:1764938851.832477:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000411b49e9. 00010000:00000010:3.0:1764938851.832560:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097750580. 00010000:00000010:3.0:1764938851.832566:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1512273. 00010000:00000010:3.0:1764938851.832576:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938851.832580:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938851.832586:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 02000000:00000010:3.0:1764938851.832597:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8ca7507. 02000000:00000010:3.0:1764938851.832621:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ec7ef00. 00000400:00000010:3.0:1764938851.832627:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938851.832630:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.832636:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940928, portal 16 00000400:00000010:3.0:1764938851.832640:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938851.832642:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940928, offset 0 00000400:00000200:3.0:1764938851.832647:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.832655:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000800:00000200:2.0:1764938851.832658:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1764938851.832663:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000800:00000010:2.0:1764938851.832663:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938851.832669:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.832670:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.832677:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.832678:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.832683:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90527:90527:255:4294967295] 192.168.203.57@tcp LPNI seq info [90527:90527:7:4294967295] 00000400:00000200:2.0:1764938851.832684:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:2.0:1764938851.832687:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000400:00000200:3.0:1764938851.832695:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.832699:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.832702:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82352938). 00000800:00000200:3.0:1764938851.832706:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.832710:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.832713:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938851.833246:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.833249:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:2.0:1764938851.833253:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.833259:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.833261:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:2.0:1764938851.833263:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:2.0:1764938851.833268:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df2d2ba6 x1850670626940928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938851.836481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000974fcdd6. 00010000:00000010:3.1:1764938851.836644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d665f1. 00000400:00000200:1.0:1764938851.836801:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.836819:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a800 00000400:00000200:1.0:1764938851.836828:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb13b1 [1] + 224 00000400:00000200:1.0:1764938851.836843:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.836848:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.836858:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df2d2ba6 x1850670626940928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.836937:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938851.836942:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938851.836943:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:3.0:1764938851.836949:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df2d2ba6 x1850670626940928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.836956:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df2d2ba6 x1850670626940928/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.836983:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ec7ef00. 02000000:00000010:3.0:1764938851.836989:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8ca7507. 00000100:00000010:3.0:1764938851.836992:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 00000100:00000010:3.0:1764938851.836997:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938851.837000:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00010000:00000010:1.1:1764938851.837667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7f6c457. 00010000:00000010:3.1:1764938851.844556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e8cf5d. 00010000:00000010:3.1:1764938851.844572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00000400:00000200:0.0:1764938851.844706:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.844725:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64840 00000400:00000200:0.0:1764938851.844733:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafcf9 [2] + 1968 00000400:00000010:0.0:1764938851.844739:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce989f64. 00000400:00000200:0.0:1764938851.844743:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000883c0e1d 00000400:00000200:0.0:1764938851.844810:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.844815:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.844819:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883c0e1d 00000400:00000010:0.0:1764938851.844821:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000883c0e1d (tot 82352538). 00000100:00000200:0.0:1764938851.844827:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1764938851.844934:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dc6ff60. 00000020:00000010:2.0:1764938851.844942:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.844946:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.844970:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000970cf7a1 x1850670621018176/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938851.845005:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018176 02000000:00000010:2.0:1764938851.845015:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000554e7d37. 00010000:00000010:2.0:1764938851.845041:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe8dc57f. 00010000:00000010:2.0:1764938851.845060:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.845066:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e70a8c49. 00000100:00000010:2.0:1764938851.845084:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e70a8c49. 00010000:00000010:2.0:1764938851.845087:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.845098:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3fad251. 00000100:00000200:2.0:1764938851.845129:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018176, offset 224 00000400:00000200:2.0:1764938851.845138:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.845148:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.845153:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90528:90528:256:4294967295] 192.168.203.57@tcp LPNI seq info [90528:90528:8:4294967295] 00000400:00000200:2.0:1764938851.845163:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.845167:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.845171:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352786). 00000800:00000200:2.0:1764938851.845176:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.845183:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.845186:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.845201:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.845206:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.845210:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dc6ff60. 02000000:00000010:2.0:1764938851.845219:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083a48693. 00000100:00000010:2.0:1764938851.845223:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000649469d. 02000000:00000010:2.0:1764938851.845228:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0cc8bb6. 00010000:00000010:1.1:1764938851.845228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004694f4db. 00000100:00000010:2.0:1764938851.845233:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a34506f7. 02000000:00000010:2.0:1764938851.845238:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e06691bd. 00000100:00000010:2.0:1764938851.845241:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eedf23b0. 02000000:00000010:2.0:1764938851.845245:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d792f9a3. 00000100:00000010:2.0:1764938851.845249:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a3401f5e. 02000000:00000010:2.0:1764938851.845252:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f06f7bf. 00000100:00000010:2.0:1764938851.845255:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:2.0:1764938851.845258:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eaaa1228. 00000100:00000010:2.0:1764938851.845261:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000200:2.0:1764938851.845267:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938851.845271:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0ad9228. 00000400:00000010:2.0:1764938851.845275:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e70a8c49 (tot 82352938). 00000800:00000200:0.0:1764938851.845690:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.845694:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:0.0:1764938851.845698:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.845702:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.845706:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3fad251 00000400:00000010:0.0:1764938851.845707:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3fad251. 02000000:00000010:0.0:1764938851.845712:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000554e7d37. 00080000:00000010:3.0:1764938851.846565:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8ca7507. 00010000:00000010:3.0:1764938851.846659:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1512273. 00010000:00000010:3.0:1764938851.846668:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010fcda03. 00010000:00000010:3.0:1764938851.846747:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000232d6f5b. 00010000:00000010:3.0:1764938851.846755:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1512273. 00010000:00000010:3.0:1764938851.846767:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938851.846773:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938851.846782:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 02000000:00000010:3.0:1764938851.846793:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001ec7ef00. 02000000:00000010:3.0:1764938851.846822:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c865b304. 00000400:00000010:3.0:1764938851.846828:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938851.846833:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.846838:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626940992, portal 16 00000400:00000010:3.0:1764938851.846842:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938851.846844:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626940992, offset 0 00000400:00000200:3.0:1764938851.846852:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.846863:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.846870:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938851.846873:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938851.846876:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938851.846879:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90529:90529:256:4294967295] 192.168.203.57@tcp LPNI seq info [90529:90529:8:4294967295] 00000400:00000200:3.0:1764938851.846887:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.846892:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.846897:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82352938). 00000800:00000200:3.0:1764938851.846903:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.846908:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.846911:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.847547:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.847551:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:1.0:1764938851.847557:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.847562:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.847567:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:1.0:1764938851.847569:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:1.0:1764938851.847576:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df2d2ba6 x1850670626940992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.852249:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.852268:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a840 00000400:00000200:0.0:1764938851.852277:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb13c1 [1] + 224 00000400:00000200:0.0:1764938851.852293:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.852297:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.852307:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df2d2ba6 x1850670626940992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938851.852397:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:3.0:1764938851.852401:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938851.852404:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:3.0:1764938851.852409:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df2d2ba6 x1850670626940992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938851.852416:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df2d2ba6 x1850670626940992/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938851.852442:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c865b304. 02000000:00000010:3.0:1764938851.852447:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001ec7ef00. 00000100:00000010:3.0:1764938851.852452:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 00000100:00000010:3.0:1764938851.852457:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938851.852461:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000400:00000200:0.0:1764938851.854079:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.854097:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64880 00000400:00000200:0.0:1764938851.854201:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafd51 [2] + 0 00000400:00000200:0.0:1764938851.854405:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.854410:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.854415:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.854420:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010bb53b1. 00000020:00000010:2.0:1764938851.855258:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000554e7d37. 00000020:00000010:2.0:1764938851.855266:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.855271:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.855295:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010bb53b1 x1850670621018240/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938851.855327:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018240 02000000:00000010:2.0:1764938851.855337:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eaaa1228. 00010000:00000010:2.0:1764938851.855376:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1a0b94a. 00010000:00000010:2.0:1764938851.855398:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.855405:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e59d77. 00000100:00000010:2.0:1764938851.855556:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006e59d77. 00010000:00000010:2.0:1764938851.855561:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.855575:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3fad251. 00000100:00000200:2.0:1764938851.855581:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018240, offset 224 00000400:00000200:2.0:1764938851.855589:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.855601:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.855606:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90530:90530:256:4294967295] 192.168.203.57@tcp LPNI seq info [90530:90530:8:4294967295] 00000400:00000200:2.0:1764938851.855615:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.855620:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.855624:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.855630:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.855637:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.855640:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1764938851.855654:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e06691bd. 00000020:00000010:2.0:1764938851.855668:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.855672:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.855675:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000554e7d37. 00010000:00000010:0.0:1764938851.855815:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1512273. 00010000:00000010:0.0:1764938851.855822:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008da53cbf. 00010000:00000010:0.0:1764938851.855902:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df6fa027. 00010000:00000010:0.0:1764938851.855906:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.855911:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000341127d6. 00010000:00000010:0.0:1764938851.855916:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.855928:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d0ae00c. 00010000:00000010:0.0:1764938851.855961:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.855964:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00000800:00000200:3.0:1764938851.856014:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.856019:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938851.856022:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.856027:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.856031:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3fad251 00000400:00000010:3.0:1764938851.856033:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3fad251. 00010000:00000010:0.0:1764938851.856159:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009814a89b. 00010000:00000010:0.0:1764938851.856164:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.856172:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a623250a. 00000100:00000010:0.0:1764938851.856177:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.856183:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b82beff3. 02000000:00000010:0.0:1764938851.856194:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f5f8268. 02000000:00000010:0.0:1764938851.856217:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec8efed7. 00000400:00000010:0.0:1764938851.856222:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3a36f0f. 00000400:00000010:0.0:1764938851.856227:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938851.856231:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941056, portal 16 00000400:00000010:0.0:1764938851.856235:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938851.856237:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941056, offset 0 00000400:00000200:0.0:1764938851.856242:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.856249:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.856257:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.856260:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.856263:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.856265:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90531:90531:256:4294967295] 192.168.203.57@tcp LPNI seq info [90531:90531:8:4294967295] 00000400:00000200:0.0:1764938851.856272:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.856276:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.856279:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82352938). 00000800:00000200:0.0:1764938851.856282:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.856286:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.856288:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938851.856435:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938851.856438:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:1.0:1764938851.856441:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.856445:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938851.856447:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:1.0:1764938851.856449:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:1.0:1764938851.856454:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b82beff3 x1850670626941056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.857151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b1b318. 00010000:00000010:3.1:1764938851.858518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000660b5f92. 00010000:00000010:3.1:1764938851.858529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00000400:00000200:0.0:1764938851.858869:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.858883:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a880 00000400:00000200:0.0:1764938851.858890:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb13cd [1] + 224 00000400:00000200:0.0:1764938851.858899:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.858902:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.858911:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b82beff3 x1850670626941056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.858945:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.858950:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f648c0 00000400:00000200:0.0:1764938851.858954:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafd51 [2] + 328 00000400:00000200:0.0:1764938851.858962:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.858964:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.858968:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.858972:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076ba2ea4. 00000400:00000010:1.0:1764938851.859035:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3a36f0f. 00000400:00000200:1.0:1764938851.859040:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938851.859042:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:1.0:1764938851.859048:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b82beff3 x1850670626941056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.859060:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b82beff3 x1850670626941056/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.859086:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec8efed7. 02000000:00000010:1.0:1764938851.859091:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f5f8268. 00000100:00000010:1.0:1764938851.859095:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b82beff3. 00000100:00000010:1.0:1764938851.859098:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:1.0:1764938851.859217:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a623250a. 00000020:00000010:2.0:1764938851.859255:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000554e7d37. 00000020:00000010:2.0:1764938851.859263:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.859267:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.859288:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076ba2ea4 x1850670621018304/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938851.859322:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018304 02000000:00000010:2.0:1764938851.859332:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d792f9a3. 00010000:00000010:2.0:1764938851.859358:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4096802. 00010000:00000010:2.0:1764938851.859384:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.859390:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e59d77. 00000100:00000010:2.0:1764938851.859566:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006e59d77. 00010000:00000010:2.0:1764938851.859570:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.859585:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051c9ce73. 00000100:00000200:2.0:1764938851.859589:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018304, offset 224 00000400:00000200:2.0:1764938851.859596:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.859605:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.859611:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90532:90532:256:4294967295] 192.168.203.57@tcp LPNI seq info [90532:90532:8:4294967295] 00000400:00000200:2.0:1764938851.859621:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.859625:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.859630:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.859635:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.859641:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.859645:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1764938851.860188:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec8efed7. 00010000:00000010:0.0:1764938851.860268:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.860274:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fab5a5cb. 00010000:00000010:0.0:1764938851.860342:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000729f810a. 00010000:00000010:0.0:1764938851.860347:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.860356:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c02e066e. 00000100:00000010:0.0:1764938851.860367:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.860373:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2fa6e28. 02000000:00000010:0.0:1764938851.860383:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd65de7e. 02000000:00000010:0.0:1764938851.860403:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005062aba8. 00000400:00000010:0.0:1764938851.860408:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938851.860411:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938851.860415:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941120, portal 16 00000400:00000010:0.0:1764938851.860419:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938851.860420:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941120, offset 0 00000400:00000200:0.0:1764938851.860425:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.860432:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.860438:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.860440:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.860443:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.860446:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90533:90533:255:4294967295] 192.168.203.57@tcp LPNI seq info [90533:90533:7:4294967295] 00000400:00000200:0.0:1764938851.860453:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.860457:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.860459:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82353186). 00000800:00000200:0.0:1764938851.860463:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.860468:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.860470:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.860529:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.860534:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.860537:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000554e7d37. 00010000:00000010:0.1:1764938851.861135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000916f1deb. 00010000:00000010:2.1:1764938851.861140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b286ad5. 00010000:00000010:0.1:1764938851.861141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232d6f5b. 00010000:00000010:0.1:1764938851.861144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6fa027. 00010000:00000010:0.1:1764938851.861147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341127d6. 00000800:00000200:2.0:1764938851.861174:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.861178:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:2.0:1764938851.861181:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.861185:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.861188:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051c9ce73 00000400:00000010:2.0:1764938851.861191:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051c9ce73. 00000800:00000200:2.0:1764938851.861809:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938851.861812:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352690). 00000400:00000200:2.0:1764938851.861815:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938851.861819:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938851.861821:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:2.0:1764938851.861822:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:2.0:1764938851.861828:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2fa6e28 x1850670626941120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938851.862304:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938851.862320:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a8c0 00000400:00000200:1.0:1764938851.862326:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb13d9 [1] + 224 00000400:00000200:1.0:1764938851.862340:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938851.862343:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938851.862348:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2fa6e28 x1850670626941120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938851.862430:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938851.862434:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938851.862435:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:0.0:1764938851.862440:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2fa6e28 x1850670626941120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.862446:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2fa6e28 x1850670626941120/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938851.862467:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005062aba8. 02000000:00000010:0.0:1764938851.862473:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd65de7e. 00000100:00000010:0.0:1764938851.862476:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2fa6e28. 00000100:00000010:0.0:1764938851.862480:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938851.862482:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c02e066e. 00000400:00000200:0.0:1764938851.862848:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.862856:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64900 00000400:00000200:0.0:1764938851.862861:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafd51 [2] + 656 00000400:00000200:0.0:1764938851.863178:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.863184:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.863188:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.863193:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2fa6e28. 00000020:00000010:2.0:1764938851.863314:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000554e7d37. 00000020:00000010:2.0:1764938851.863321:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.863325:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.863348:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2fa6e28 x1850670621018368/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938851.863388:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018368 02000000:00000010:2.0:1764938851.863399:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009dc6ff60. 00010000:00000010:2.0:1764938851.863424:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b55fa206. 00010000:00000010:2.0:1764938851.863447:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.863453:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e59d77. 00000100:00000010:2.0:1764938851.863469:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006e59d77. 00010000:00000010:2.0:1764938851.863471:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.863487:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051c9ce73. 00000100:00000200:2.0:1764938851.863491:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018368, offset 224 00000400:00000200:2.0:1764938851.863500:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.863509:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.863514:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90534:90534:256:4294967295] 192.168.203.57@tcp LPNI seq info [90534:90534:8:4294967295] 00000400:00000200:2.0:1764938851.863523:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.863527:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.863530:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938851.863535:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.863541:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.863545:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.863569:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.863572:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.863576:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000554e7d37. 00080000:00000010:0.0:1764938851.863839:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005062aba8. 00010000:00000010:0.0:1764938851.863917:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.863923:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec14b011. 00000001:00000010:0.0:1764938851.863976:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f7c2a998. 00000001:00000010:0.0:1764938851.863981:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f7c2a998. 00000001:00000010:0.0:1764938851.863984:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000788ae2f0. 00080000:00000010:0.0:1764938851.863988:0:77248:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 0000000068ff9186. 00080000:00000010:0.0:1764938851.863992:0:77248:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000fd65de7e. 00000001:00000010:0.0:1764938851.863998:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f7c2a998. 00010000:00000010:0.0:1764938851.864024:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df6fa027. 00010000:00000010:0.0:1764938851.864028:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864032:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000341127d6. 00010000:00000010:0.0:1764938851.864038:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864051:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2a53e39. 00010000:00000010:0.0:1764938851.864075:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864078:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864138:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063f0909f. 00010000:00000010:0.0:1764938851.864141:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864144:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cb659c4. 00010000:00000010:0.0:1764938851.864147:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864155:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dc7c78e. 00010000:00000010:0.0:1764938851.864177:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864181:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864209:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9552de5. 00010000:00000010:0.0:1764938851.864211:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864214:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071b7957c. 00010000:00000010:0.0:1764938851.864217:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864224:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fb71990. 00010000:00000010:0.0:1764938851.864246:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864249:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864276:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004047469b. 00010000:00000010:0.0:1764938851.864279:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864281:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab76827. 00010000:00000010:0.0:1764938851.864284:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864291:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000646e2c0e. 00010000:00000010:0.0:1764938851.864313:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864316:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864369:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006047fb95. 00010000:00000010:0.0:1764938851.864373:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864377:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffcc4db9. 00010000:00000010:0.0:1764938851.864380:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864387:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2c01956. 00010000:00000010:0.0:1764938851.864410:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864413:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864443:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011b813d0. 00010000:00000010:0.0:1764938851.864445:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864448:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dccf1232. 00010000:00000010:0.0:1764938851.864451:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864459:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f47517ef. 00010000:00000010:0.0:1764938851.864481:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864485:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864519:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a4f5465. 00010000:00000010:0.0:1764938851.864522:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864525:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9f65e2e. 00010000:00000010:0.0:1764938851.864527:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864538:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f4febda. 00010000:00000010:0.0:1764938851.864560:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864563:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864592:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c792c67c. 00010000:00000010:0.0:1764938851.864595:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864598:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b4bcd7ac. 00010000:00000010:0.0:1764938851.864601:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864608:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009cb9f7c. 00010000:00000010:0.0:1764938851.864630:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864633:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864663:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022cc8d7b. 00010000:00000010:0.0:1764938851.864666:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864669:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1d665f1. 00010000:00000010:0.0:1764938851.864672:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864679:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082301d63. 00010000:00000010:0.0:1764938851.864701:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864705:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864735:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038cd73f0. 00010000:00000010:0.0:1764938851.864738:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864741:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000187c95f. 00010000:00000010:0.0:1764938851.864744:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864751:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013040fad. 00010000:00000010:0.0:1764938851.864773:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864776:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864811:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f08c4fd. 00010000:00000010:0.0:1764938851.864815:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864817:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.0:1764938851.864820:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864827:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9def650. 00010000:00000010:0.0:1764938851.864849:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864852:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864881:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a4fc14d. 00010000:00000010:0.0:1764938851.864884:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864887:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:0.0:1764938851.864890:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864897:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000203bac47. 00010000:00000010:0.0:1764938851.864915:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864918:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864954:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036048bd3. 00010000:00000010:0.0:1764938851.864957:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.864959:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009370766c. 00010000:00000010:0.0:1764938851.864962:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.864969:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9e8571f. 00010000:00000010:0.0:1764938851.864991:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.864994:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865022:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008671e91e. 00010000:00000010:0.0:1764938851.865025:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865027:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.0:1764938851.865029:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865037:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d61a9c8. 00010000:00000010:0.0:1764938851.865057:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865059:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865089:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000895db083. 00010000:00000010:0.0:1764938851.865093:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865096:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002079d41. 00010000:00000010:0.0:1764938851.865099:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865146:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a42d661. 00010000:00000010:0.0:1764938851.865172:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865175:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865204:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003dfa04c1. 00010000:00000010:0.0:1764938851.865207:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865210:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dabaab88. 00010000:00000010:0.0:1764938851.865213:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865220:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079454cc7. 00010000:00000010:0.0:1764938851.865242:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865245:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865278:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea16c7d3. 00010000:00000010:0.0:1764938851.865281:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865283:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029658e39. 00010000:00000010:0.0:1764938851.865286:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865293:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc404602. 00010000:00000010:0.0:1764938851.865315:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865319:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865353:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071c5f549. 00010000:00000010:0.0:1764938851.865356:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865359:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d45167e. 00010000:00000010:0.0:1764938851.865369:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865377:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059d48009. 00010000:00000010:0.0:1764938851.865400:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865403:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865435:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aad0c915. 00010000:00000010:0.0:1764938851.865438:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865441:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad95625. 00010000:00000010:0.0:1764938851.865444:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865450:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022faa287. 00010000:00000010:0.0:1764938851.865471:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865474:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865502:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbc7ef1e. 00010000:00000010:0.0:1764938851.865505:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865508:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.0:1764938851.865511:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865519:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eff07d07. 00010000:00000010:0.0:1764938851.865540:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865544:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865573:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048622f7c. 00010000:00000010:0.0:1764938851.865576:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865578:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.0:1764938851.865581:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865589:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e119960c. 00010000:00000010:0.0:1764938851.865610:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865614:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865647:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000251ca379. 00010000:00000010:0.0:1764938851.865650:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865653:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074ea232e. 00010000:00000010:0.0:1764938851.865656:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865663:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcd38775. 00010000:00000010:0.0:1764938851.865686:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865689:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00000800:00000200:3.0:1764938851.865716:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.865721:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00010000:00000010:0.0:1764938851.865723:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038afffd1. 00000400:00000200:3.0:1764938851.865727:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1764938851.865728:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865734:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e022cefb. 00010000:00000010:0.0:1764938851.865738:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865746:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061abd8bb. 00010000:00000010:0.0:1764938851.865769:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865773:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865799:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4ce2d4d. 00010000:00000010:0.0:1764938851.865802:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865804:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092c5cf28. 00010000:00000010:0.0:1764938851.865807:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865813:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019c67119. 00010000:00000010:0.0:1764938851.865833:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865836:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865867:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d27bd32. 00010000:00000010:0.0:1764938851.865870:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865873:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061e295a2. 00010000:00000010:0.0:1764938851.865876:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.865882:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3a7a696. 00010000:00000010:0.0:1764938851.865904:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865907:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.865933:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f3d5401. 00010000:00000010:0.0:1764938851.865936:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00000400:00000200:3.0:1764938851.865939:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00010000:00000010:0.0:1764938851.865940:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d214565. 00010000:00000010:0.0:1764938851.865944:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00000400:00000200:3.0:1764938851.865947:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051c9ce73 00000400:00000010:3.0:1764938851.865951:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051c9ce73. 00080000:00000010:0.0:1764938851.865954:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a21851c. 00010000:00000010:0.0:1764938851.865978:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.865981:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866010:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba1b6e01. 00010000:00000010:0.0:1764938851.866013:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866015:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073932e4a. 00010000:00000010:0.0:1764938851.866018:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866025:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c29a742e. 00010000:00000010:0.0:1764938851.866046:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866049:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866078:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdf10d49. 00010000:00000010:0.0:1764938851.866081:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866083:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011d4a03d. 00010000:00000010:0.0:1764938851.866085:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866091:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000332e3daf. 00010000:00000010:0.0:1764938851.866132:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866135:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866163:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003c986d6. 00010000:00000010:0.0:1764938851.866165:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866168:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007fa990a2. 00010000:00000010:0.0:1764938851.866171:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866176:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b504ae0. 00010000:00000010:0.0:1764938851.866195:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866197:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866220:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc1f5482. 00010000:00000010:0.0:1764938851.866222:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866225:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce25720b. 00010000:00000010:0.0:1764938851.866227:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866233:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4b7be11. 00010000:00000010:0.0:1764938851.866251:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866254:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866281:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023196a0a. 00010000:00000010:0.0:1764938851.866284:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866287:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001373a210. 00010000:00000010:0.0:1764938851.866290:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866296:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065ca1e30. 00010000:00000010:0.0:1764938851.866316:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866319:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866345:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b735764b. 00010000:00000010:0.0:1764938851.866348:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866351:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e1dbd5e. 00010000:00000010:0.0:1764938851.866353:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866372:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3ef7a9b. 00010000:00000010:0.0:1764938851.866396:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866399:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866425:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df08b6a5. 00010000:00000010:0.0:1764938851.866427:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866431:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ce5b37. 00010000:00000010:0.0:1764938851.866434:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866440:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000754d771e. 00010000:00000010:0.0:1764938851.866460:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866463:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866489:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037010864. 00010000:00000010:0.0:1764938851.866492:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866495:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ae5df31. 00010000:00000010:0.0:1764938851.866498:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866505:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000667648d4. 00010000:00000010:0.0:1764938851.866527:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866531:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866564:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066443210. 00010000:00000010:0.0:1764938851.866567:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866569:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003065a6d6. 00010000:00000010:0.0:1764938851.866572:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866579:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c3044a6. 00010000:00000010:0.0:1764938851.866601:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866604:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866631:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e18c64c. 00010000:00000010:0.0:1764938851.866633:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866636:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9a72936. 00010000:00000010:0.0:1764938851.866639:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866645:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c86d771c. 00010000:00000010:0.0:1764938851.866663:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866666:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866714:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012e94d42. 00010000:00000010:0.0:1764938851.866717:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866719:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098c6ea7d. 00010000:00000010:0.0:1764938851.866722:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866730:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064767390. 00010000:00000010:0.0:1764938851.866748:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866751:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866775:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5b37b70. 00010000:00000010:0.0:1764938851.866777:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866779:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738c20d8. 00010000:00000010:0.0:1764938851.866781:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866787:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce409a11. 00010000:00000010:0.0:1764938851.866804:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866807:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866830:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007b5768e. 00010000:00000010:0.0:1764938851.866832:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866834:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002662e582. 00010000:00000010:0.0:1764938851.866837:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866843:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082833157. 00010000:00000010:0.0:1764938851.866864:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866867:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866893:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d6d8a73. 00010000:00000010:0.0:1764938851.866896:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866899:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d61d1ad. 00010000:00000010:0.0:1764938851.866901:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866908:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085191bda. 00010000:00000010:0.0:1764938851.866929:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.866932:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866963:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a40dda49. 00010000:00000010:0.0:1764938851.866966:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.866969:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e43607f. 00010000:00000010:0.0:1764938851.866972:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.866978:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c395d63c. 00010000:00000010:0.0:1764938851.866999:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867002:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867030:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000249e7f04. 00010000:00000010:0.0:1764938851.867032:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867035:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a03570a1. 00010000:00000010:0.0:1764938851.867038:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867045:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3440ccb. 00010000:00000010:0.0:1764938851.867064:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867067:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867095:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0bdaedd. 00010000:00000010:0.0:1764938851.867098:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867100:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adc942e9. 00010000:00000010:0.0:1764938851.867126:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867133:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b59a54e. 00010000:00000010:0.0:1764938851.867157:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867160:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867186:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e0ecf71. 00010000:00000010:0.0:1764938851.867188:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867190:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000414c8018. 00010000:00000010:0.0:1764938851.867192:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867198:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000904b21d8. 00010000:00000010:0.0:1764938851.867217:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867220:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867244:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc03b5ac. 00010000:00000010:0.0:1764938851.867246:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867248:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007684ffb8. 00010000:00000010:0.0:1764938851.867251:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867256:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026f5a80f. 00010000:00000010:0.0:1764938851.867275:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867277:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867304:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086ab0a1d. 00010000:00000010:0.0:1764938851.867306:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867309:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038dc0fdd. 00010000:00000010:0.0:1764938851.867312:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867318:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042c58841. 00010000:00000010:0.0:1764938851.867341:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867344:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867680:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c2e51dd. 00010000:00000010:0.0:1764938851.867683:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867686:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c1a867c. 00010000:00000010:0.0:1764938851.867689:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867696:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001537c734. 00010000:00000010:0.0:1764938851.867720:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867723:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867753:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006140bc48. 00010000:00000010:0.0:1764938851.867756:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867759:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ee6f83e. 00010000:00000010:0.0:1764938851.867762:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867768:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5590399. 00010000:00000010:0.0:1764938851.867791:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867795:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867827:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e08d999. 00010000:00000010:0.0:1764938851.867830:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867833:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008031c893. 00010000:00000010:0.0:1764938851.867835:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867842:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e875937. 00010000:00000010:0.0:1764938851.867864:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867868:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867895:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098fa55d2. 00010000:00000010:0.0:1764938851.867897:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867900:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000194fe28. 00010000:00000010:0.0:1764938851.867903:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867910:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092335206. 00010000:00000010:0.0:1764938851.867930:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.867934:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867960:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094055b41. 00010000:00000010:0.0:1764938851.867962:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.867965:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc158187. 00010000:00000010:0.0:1764938851.867968:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.867975:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049dc6142. 00010000:00000010:0.0:1764938851.867996:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868000:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868027:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a107ed8b. 00010000:00000010:0.0:1764938851.868030:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868033:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d35ec0ae. 00010000:00000010:0.0:1764938851.868036:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868043:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079fa100f. 00010000:00000010:0.0:1764938851.868063:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868066:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868095:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003e97f36. 00010000:00000010:0.0:1764938851.868098:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:2.1:1764938851.868157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db34e448. 00010000:00000010:0.1:1764938851.868267:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026b80ad6. 00010000:00000010:0.1:1764938851.868274:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009814a89b. 00010000:00000010:0.0:1764938851.868277:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fc0e93c. 00010000:00000010:0.0:1764938851.868282:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868292:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a007bfa1. 00010000:00000010:0.0:1764938851.868317:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868321:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868348:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000213c57a. 00010000:00000010:0.0:1764938851.868351:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868353:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3dcd75. 00010000:00000010:0.0:1764938851.868356:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868375:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000170f2090. 00010000:00000010:0.0:1764938851.868398:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868401:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868433:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000677a8182. 00010000:00000010:0.0:1764938851.868435:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868438:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000135403e1. 00010000:00000010:0.0:1764938851.868441:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868447:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be0bbd97. 00010000:00000010:0.0:1764938851.868469:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868472:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868526:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd3d9675. 00010000:00000010:0.0:1764938851.868529:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868531:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002da05e62. 00010000:00000010:0.0:1764938851.868534:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868540:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1e2b07. 00010000:00000010:0.0:1764938851.868558:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868560:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868584:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f79a4c80. 00010000:00000010:0.0:1764938851.868586:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868588:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6dab03d. 00010000:00000010:0.0:1764938851.868591:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868596:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eec329e. 00010000:00000010:0.0:1764938851.868613:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868616:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868636:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6bc1794. 00010000:00000010:0.0:1764938851.868638:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868640:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a8aedc7. 00010000:00000010:0.0:1764938851.868642:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868647:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010ab2033. 00010000:00000010:0.0:1764938851.868662:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868665:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868688:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a76ca0c. 00010000:00000010:0.0:1764938851.868690:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868693:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be44c19b. 00010000:00000010:0.0:1764938851.868695:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868700:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063ac6fea. 00010000:00000010:0.0:1764938851.868715:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868717:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868738:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6857f75. 00010000:00000010:0.0:1764938851.868740:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868743:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e636810. 00010000:00000010:0.0:1764938851.868745:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868750:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000690a94a. 00010000:00000010:0.0:1764938851.868765:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868767:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868790:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0deb7ea. 00010000:00000010:0.0:1764938851.868792:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868794:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000015061fd. 00010000:00000010:0.0:1764938851.868796:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868802:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097e757f3. 00010000:00000010:0.0:1764938851.868817:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868819:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868839:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee1beb46. 00010000:00000010:0.0:1764938851.868841:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868843:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f7aa2ed. 00010000:00000010:0.0:1764938851.868845:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868850:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5ebd643. 00010000:00000010:0.0:1764938851.868865:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868867:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868890:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000276a69fc. 00010000:00000010:0.0:1764938851.868892:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868895:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000409bd77b. 00010000:00000010:0.0:1764938851.868897:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868903:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ad26a20. 00010000:00000010:0.0:1764938851.868923:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868927:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868953:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038d4af21. 00010000:00000010:0.0:1764938851.868955:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.868957:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa8a38c7. 00010000:00000010:0.0:1764938851.868960:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.868966:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e71a245. 00010000:00000010:0.0:1764938851.868984:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.868986:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869009:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000330236e1. 00010000:00000010:0.0:1764938851.869011:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869013:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000091c3efa. 00010000:00000010:0.0:1764938851.869015:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869021:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034dd786b. 00010000:00000010:0.0:1764938851.869036:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869038:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869058:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000461f3214. 00010000:00000010:0.0:1764938851.869060:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869063:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003254a98f. 00010000:00000010:0.0:1764938851.869066:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869072:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006120d0d5. 00010000:00000010:0.0:1764938851.869091:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869094:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869236:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003154d7f6. 00010000:00000010:0.0:1764938851.869238:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869241:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8412c16. 00010000:00000010:0.0:1764938851.869243:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869251:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004da6e208. 00010000:00000010:0.0:1764938851.869270:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869273:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869295:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000774fc06b. 00010000:00000010:0.0:1764938851.869297:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869299:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002d1bff9. 00010000:00000010:0.0:1764938851.869301:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869310:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4dfec6e. 00010000:00000010:0.0:1764938851.869329:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869332:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869357:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040025816. 00010000:00000010:0.0:1764938851.869359:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869370:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069d00e94. 00010000:00000010:0.0:1764938851.869373:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869379:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dbab1c0. 00010000:00000010:0.0:1764938851.869399:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869403:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869431:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035fee899. 00010000:00000010:0.0:1764938851.869434:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869437:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080c8895a. 00010000:00000010:0.0:1764938851.869440:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869447:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066a4e98a. 00010000:00000010:0.0:1764938851.869466:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869469:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869499:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffc92e31. 00010000:00000010:0.0:1764938851.869502:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869504:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef9e1eef. 00010000:00000010:0.0:1764938851.869507:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869514:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c030f505. 00010000:00000010:0.0:1764938851.869532:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869536:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869559:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3d56303. 00010000:00000010:0.0:1764938851.869562:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869564:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b06c452. 00010000:00000010:0.0:1764938851.869567:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869572:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000325d7fb2. 00010000:00000010:0.0:1764938851.869588:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869590:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869613:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2c8780d. 00010000:00000010:0.0:1764938851.869615:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869618:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045cf2be2. 00010000:00000010:0.0:1764938851.869620:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869625:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000503816ed. 00010000:00000010:0.0:1764938851.869640:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869643:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869663:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4c1ea6e. 00010000:00000010:0.0:1764938851.869665:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869668:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d18a07e. 00010000:00000010:0.0:1764938851.869670:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869675:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032e127f7. 00010000:00000010:0.0:1764938851.869690:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869692:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869713:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047b421b1. 00010000:00000010:0.0:1764938851.869715:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869718:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009814a89b. 00010000:00000010:0.0:1764938851.869720:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869725:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000910f61bb. 00010000:00000010:0.0:1764938851.869740:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869742:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869763:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003efcf2af. 00010000:00000010:0.0:1764938851.869765:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869767:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024dff909. 00010000:00000010:0.0:1764938851.869770:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869774:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a02a7c0. 00010000:00000010:0.0:1764938851.869789:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869791:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869813:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c48d88bf. 00010000:00000010:0.0:1764938851.869815:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869818:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b576eddb. 00010000:00000010:0.0:1764938851.869820:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869825:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe901c2b. 00010000:00000010:0.0:1764938851.869840:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869843:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869863:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c05cb871. 00010000:00000010:0.0:1764938851.869865:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869867:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7d07a57. 00010000:00000010:0.0:1764938851.869869:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869874:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fccaaf1f. 00010000:00000010:0.0:1764938851.869891:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869893:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869919:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000034c221f3. 00010000:00000010:0.0:1764938851.869922:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869925:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c00e232. 00010000:00000010:0.0:1764938851.869928:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869934:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b99ad705. 00010000:00000010:0.0:1764938851.869955:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.869958:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869982:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c3e4fb8. 00010000:00000010:0.0:1764938851.869985:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.869987:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9488646. 00010000:00000010:0.0:1764938851.869990:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.869997:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc984f8f. 00010000:00000010:0.0:1764938851.870013:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870015:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870040:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c34f18a. 00010000:00000010:0.0:1764938851.870043:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870045:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004303c9d5. 00010000:00000010:0.0:1764938851.870047:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870053:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003609cc3d. 00010000:00000010:0.0:1764938851.870069:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870071:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870092:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001995f830. 00010000:00000010:0.0:1764938851.870094:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870096:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c812380a. 00010000:00000010:0.0:1764938851.870099:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870186:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4932b16. 00010000:00000010:0.0:1764938851.870206:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870209:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870235:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ba3489d. 00010000:00000010:0.0:1764938851.870237:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870240:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9155363. 00010000:00000010:0.0:1764938851.870243:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870248:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd7d4dcf. 00010000:00000010:0.0:1764938851.870264:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870266:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870287:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f62fe025. 00010000:00000010:0.0:1764938851.870289:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870291:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ccb01cc. 00010000:00000010:0.0:1764938851.870294:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870299:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c58beb4. 00010000:00000010:0.0:1764938851.870316:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870319:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870349:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae89fcc7. 00010000:00000010:0.0:1764938851.870352:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870354:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbcaf815. 00010000:00000010:0.0:1764938851.870357:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870374:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de0de1b1. 00010000:00000010:0.0:1764938851.870436:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870441:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870471:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fcb209e. 00010000:00000010:0.0:1764938851.870474:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870476:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ada3da4. 00010000:00000010:0.0:1764938851.870479:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870485:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097ef8763. 00010000:00000010:0.0:1764938851.870504:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870507:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870566:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000feb99f2c. 00010000:00000010:0.0:1764938851.870569:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870571:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000895c0433. 00010000:00000010:0.0:1764938851.870574:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870580:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b1c037. 00010000:00000010:0.0:1764938851.870597:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870599:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870623:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e76dbb44. 00010000:00000010:0.0:1764938851.870624:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870627:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088fb9e6b. 00010000:00000010:0.0:1764938851.870629:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870634:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7fece8a. 00010000:00000010:0.0:1764938851.870649:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870651:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870676:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d020647a. 00010000:00000010:0.0:1764938851.870678:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870681:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016f17908. 00010000:00000010:0.0:1764938851.870683:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870690:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b443d1. 00010000:00000010:0.0:1764938851.870705:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870707:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870729:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf8dbf21. 00010000:00000010:0.0:1764938851.870731:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870733:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ba420d2. 00010000:00000010:0.0:1764938851.870736:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870741:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c63a0c8b. 00010000:00000010:0.0:1764938851.870756:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870758:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870783:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6e5c123. 00010000:00000010:0.0:1764938851.870785:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870787:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000828df7e7. 00010000:00000010:0.0:1764938851.870790:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870795:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000959f33d3. 00010000:00000010:0.0:1764938851.870811:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870813:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870834:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c7c3b5b. 00010000:00000010:0.0:1764938851.870837:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870839:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013d835f9. 00010000:00000010:0.0:1764938851.870842:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870847:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024d5180f. 00010000:00000010:0.0:1764938851.870862:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870865:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870885:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006c5ed67. 00010000:00000010:0.0:1764938851.870887:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870890:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b0371e. 00010000:00000010:0.0:1764938851.870892:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870897:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007cbf296. 00010000:00000010:0.0:1764938851.870912:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870914:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870934:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3140e4a. 00010000:00000010:0.0:1764938851.870936:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870938:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007be131b6. 00010000:00000010:0.0:1764938851.870941:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.870945:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007319236d. 00010000:00000010:0.0:1764938851.870960:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.870962:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870989:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f9570b3. 00010000:00000010:0.0:1764938851.870991:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.870993:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000540d7ac5. 00010000:00000010:0.0:1764938851.870996:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871003:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002adc1ffd. 00010000:00000010:0.0:1764938851.871023:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871027:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871054:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbc5eb4b. 00010000:00000010:0.0:1764938851.871057:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871060:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4949c63. 00010000:00000010:0.0:1764938851.871062:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871069:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce2754b2. 00010000:00000010:0.0:1764938851.871088:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871090:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871247:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff0e7c7f. 00010000:00000010:0.0:1764938851.871250:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871252:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000946da9cf. 00010000:00000010:0.0:1764938851.871255:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871262:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083ba2b15. 00010000:00000010:0.0:1764938851.871280:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871282:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871305:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000502e8d43. 00010000:00000010:0.0:1764938851.871307:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871310:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006554f1c1. 00010000:00000010:0.0:1764938851.871312:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871320:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ff6aa2c. 00010000:00000010:0.0:1764938851.871341:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871345:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871381:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081a622b6. 00010000:00000010:0.0:1764938851.871384:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871386:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006134f5df. 00010000:00000010:0.0:1764938851.871389:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871396:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccacfb8d. 00010000:00000010:0.0:1764938851.871414:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871416:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871440:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007debc1de. 00010000:00000010:0.0:1764938851.871442:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871445:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000483d3e7b. 00010000:00000010:0.0:1764938851.871448:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871453:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076652955. 00010000:00000010:0.0:1764938851.871468:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871470:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871494:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017ce927a. 00010000:00000010:0.0:1764938851.871496:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871499:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005404c1df. 00010000:00000010:0.0:1764938851.871501:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871506:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c32692ca. 00010000:00000010:0.0:1764938851.871521:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871524:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871545:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e08d877d. 00010000:00000010:0.0:1764938851.871547:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871549:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000331196bb. 00010000:00000010:0.0:1764938851.871552:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871557:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000782dbc65. 00010000:00000010:0.0:1764938851.871572:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871574:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871598:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047a32e18. 00010000:00000010:0.0:1764938851.871600:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871602:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058cf7a66. 00010000:00000010:0.0:1764938851.871604:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871610:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c877a7c6. 00010000:00000010:0.0:1764938851.871625:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871628:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871649:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f2755a2. 00010000:00000010:0.0:1764938851.871651:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871653:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba5fa6ff. 00010000:00000010:0.0:1764938851.871656:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871661:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ef22972. 00010000:00000010:0.0:1764938851.871676:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871678:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871699:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006cc69b8a. 00010000:00000010:0.0:1764938851.871701:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871703:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb5bd1d. 00010000:00000010:0.0:1764938851.871705:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871711:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4c2ccce. 00010000:00000010:0.0:1764938851.871726:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871728:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871749:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000349d5952. 00010000:00000010:0.0:1764938851.871750:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871753:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adccfc07. 00010000:00000010:0.0:1764938851.871755:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871760:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b526a6f6. 00010000:00000010:0.0:1764938851.871775:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871777:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871800:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e7431d5. 00010000:00000010:0.0:1764938851.871803:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871805:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069fed4fe. 00010000:00000010:0.0:1764938851.871807:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871813:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd71e3d0. 00010000:00000010:0.0:1764938851.871827:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871830:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871850:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a8ff6e1. 00010000:00000010:0.0:1764938851.871852:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871854:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0df21dd. 00010000:00000010:0.0:1764938851.871856:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871861:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c4d67e5. 00010000:00000010:0.0:1764938851.871876:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871879:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871902:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040a6b06f. 00010000:00000010:0.0:1764938851.871904:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871907:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1d75d. 00010000:00000010:0.0:1764938851.871909:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871914:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c059e196. 00010000:00000010:0.0:1764938851.871929:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871931:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871952:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe50e410. 00010000:00000010:0.0:1764938851.871953:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.871956:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cadea89. 00010000:00000010:0.0:1764938851.871959:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.871964:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daa22926. 00010000:00000010:0.0:1764938851.871978:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.871980:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872001:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007680ed7. 00010000:00000010:0.0:1764938851.872003:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872005:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae6413d3. 00010000:00000010:0.0:1764938851.872007:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872012:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092c73f3a. 00010000:00000010:0.0:1764938851.872027:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872030:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872050:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee1d26d4. 00010000:00000010:0.0:1764938851.872052:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872054:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000edcaf37f. 00010000:00000010:0.0:1764938851.872057:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872062:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000024ab61b. 00010000:00000010:0.0:1764938851.872076:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872079:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872274:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000726b8002. 00010000:00000010:0.0:1764938851.872277:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872279:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea3d3ed1. 00010000:00000010:0.0:1764938851.872282:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872290:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000060faa46. 00010000:00000010:0.0:1764938851.872312:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872315:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872342:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002593463b. 00010000:00000010:0.0:1764938851.872344:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872347:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8896528. 00010000:00000010:0.0:1764938851.872349:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872355:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068ff9186. 00010000:00000010:0.0:1764938851.872382:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872385:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872410:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020f2ad82. 00010000:00000010:0.0:1764938851.872412:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872415:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc383257. 00010000:00000010:0.0:1764938851.872417:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872423:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071cb65a3. 00010000:00000010:0.0:1764938851.872438:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872441:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872461:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a5c9601. 00010000:00000010:0.0:1764938851.872463:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872465:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5be9cff. 00010000:00000010:0.0:1764938851.872468:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872473:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001917dc8a. 00010000:00000010:0.0:1764938851.872488:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872491:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872512:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff22d529. 00010000:00000010:0.0:1764938851.872514:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872517:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2423536. 00010000:00000010:0.0:1764938851.872519:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872523:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061093847. 00010000:00000010:0.0:1764938851.872539:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872541:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872561:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d17399c. 00010000:00000010:0.0:1764938851.872563:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872566:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a37c4032. 00010000:00000010:0.0:1764938851.872568:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872573:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081d2a97d. 00010000:00000010:0.0:1764938851.872588:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872591:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872614:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9911d84. 00010000:00000010:0.0:1764938851.872616:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872619:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a539de32. 00010000:00000010:0.0:1764938851.872621:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872627:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002efde6df. 00010000:00000010:0.0:1764938851.872642:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872645:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00000001:00000010:0.0:1764938851.872661:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000131de093. 00000001:00000010:0.0:1764938851.872666:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000131de093. 00000001:00000010:0.0:1764938851.872669:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000131de093. 00000001:00000010:0.0:1764938851.872670:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f7c2a998. 00010000:00000010:0.0:1764938851.872683:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad3d73df. 00010000:00000010:0.0:1764938851.872685:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872688:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c44ba982. 00010000:00000010:0.0:1764938851.872690:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872695:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009def1719. 00010000:00000010:0.0:1764938851.872710:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872712:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872739:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5b48264. 00010000:00000010:0.0:1764938851.872741:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872744:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee87a637. 00010000:00000010:0.0:1764938851.872746:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872751:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c67866c. 00010000:00000010:0.0:1764938851.872766:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872768:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872790:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ef965f0. 00010000:00000010:0.0:1764938851.872792:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872794:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe351c1b. 00010000:00000010:0.0:1764938851.872796:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872801:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a92b9f72. 00010000:00000010:0.0:1764938851.872816:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872818:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872838:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000628c8746. 00010000:00000010:0.0:1764938851.872840:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872842:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f67efb1. 00010000:00000010:0.0:1764938851.872844:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872849:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032590ea6. 00010000:00000010:0.0:1764938851.872865:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872867:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872888:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085ccf78c. 00010000:00000010:0.0:1764938851.872890:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872892:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074f88228. 00010000:00000010:0.0:1764938851.872894:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872899:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006944a5b0. 00010000:00000010:0.0:1764938851.872914:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872916:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872939:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b75a0f15. 00010000:00000010:0.0:1764938851.872942:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872944:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4c3070a. 00010000:00000010:0.0:1764938851.872947:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872952:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000917d4a91. 00010000:00000010:0.0:1764938851.872966:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.872968:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872988:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002152e56. 00010000:00000010:0.0:1764938851.872990:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.872992:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d94f5d4. 00010000:00000010:0.0:1764938851.872994:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.872999:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c174a066. 00010000:00000010:0.0:1764938851.873013:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873015:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873038:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbdd8764. 00010000:00000010:0.0:1764938851.873040:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873042:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3532ca0. 00010000:00000010:0.0:1764938851.873044:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873049:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c12b5bac. 00010000:00000010:0.0:1764938851.873064:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873066:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873086:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060864cbe. 00010000:00000010:0.0:1764938851.873088:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873091:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065609554. 00010000:00000010:0.0:1764938851.873093:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873098:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a9dd014. 00010000:00000010:0.0:1764938851.873214:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873218:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873242:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016ab5671. 00010000:00000010:0.0:1764938851.873244:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873246:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f84950e. 00010000:00000010:0.0:1764938851.873249:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873255:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cc3bffe. 00010000:00000010:0.0:1764938851.873272:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873274:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873294:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006e30355d. 00010000:00000010:0.0:1764938851.873296:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873298:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb79e995. 00010000:00000010:0.0:1764938851.873301:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873307:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000908771b2. 00010000:00000010:0.0:1764938851.873325:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873329:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873355:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013f1134c. 00010000:00000010:0.0:1764938851.873357:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873370:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e394a4. 00010000:00000010:0.0:1764938851.873373:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873380:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3413a4e. 00010000:00000010:0.0:1764938851.873396:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873399:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873421:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a412826. 00010000:00000010:0.0:1764938851.873423:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873426:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b52dfd8. 00010000:00000010:0.0:1764938851.873428:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873433:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f44fc72. 00010000:00000010:0.0:1764938851.873448:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873451:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873474:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4cc4cb9. 00010000:00000010:0.0:1764938851.873476:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873479:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c56c571e. 00010000:00000010:0.0:1764938851.873481:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873487:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072eb46bb. 00010000:00000010:0.0:1764938851.873502:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873505:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873525:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014aaa04a. 00010000:00000010:0.0:1764938851.873527:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873529:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e654ad93. 00010000:00000010:0.0:1764938851.873531:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873539:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc1bccb8. 00010000:00000010:0.0:1764938851.873554:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873556:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873578:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8aab349. 00010000:00000010:0.0:1764938851.873580:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873582:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022a03ab3. 00010000:00000010:0.0:1764938851.873584:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873590:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001aa0c477. 00010000:00000010:0.0:1764938851.873605:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873607:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873627:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd82f882. 00010000:00000010:0.0:1764938851.873628:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873631:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000108aa616. 00010000:00000010:0.0:1764938851.873633:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873638:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2f24b3b. 00010000:00000010:0.0:1764938851.873654:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873656:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873677:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ffd7e50. 00010000:00000010:0.0:1764938851.873679:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873681:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2befc9c. 00010000:00000010:0.0:1764938851.873683:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873688:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004aec8c03. 00010000:00000010:0.0:1764938851.873702:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873704:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873725:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f376a7ca. 00010000:00000010:0.0:1764938851.873727:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873729:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ee3aca4. 00010000:00000010:0.0:1764938851.873731:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873736:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edc2ba31. 00010000:00000010:0.0:1764938851.873749:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873751:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873774:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082df0b67. 00010000:00000010:0.0:1764938851.873775:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873777:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d80dd6b. 00010000:00000010:0.0:1764938851.873780:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873785:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003503ebf4. 00010000:00000010:0.0:1764938851.873800:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873802:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873821:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d9e30b6. 00010000:00000010:0.0:1764938851.873823:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873826:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a79a4e8. 00010000:00000010:0.0:1764938851.873828:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873833:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000caf66fde. 00010000:00000010:0.0:1764938851.873846:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873848:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873867:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b04ab846. 00010000:00000010:0.0:1764938851.873869:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873871:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036e4266d. 00010000:00000010:0.0:1764938851.873873:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873879:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4ebaddf. 00010000:00000010:0.0:1764938851.873893:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873895:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873915:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1203b66. 00010000:00000010:0.0:1764938851.873917:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873919:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009956799d. 00010000:00000010:0.0:1764938851.873921:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873926:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd7f3dc8. 00010000:00000010:0.0:1764938851.873941:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873944:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873965:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000824e8e90. 00010000:00000010:0.0:1764938851.873967:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.873969:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cac790bb. 00010000:00000010:0.0:1764938851.873972:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.873976:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000722b8e8e. 00010000:00000010:0.0:1764938851.873990:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.873993:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874012:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009afe2138. 00010000:00000010:0.0:1764938851.874014:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874017:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003de6ad3c. 00010000:00000010:0.0:1764938851.874019:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.874024:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048ca956a. 00010000:00000010:0.0:1764938851.874037:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.874040:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874063:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009db1bd02. 00010000:00000010:0.0:1764938851.874065:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874067:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f6301d6. 00010000:00000010:0.0:1764938851.874069:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.874074:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dddb0370. 00010000:00000010:0.0:1764938851.874089:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.874092:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874180:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f87322aa. 00010000:00000010:0.0:1764938851.874183:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874186:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c19c4d77. 00010000:00000010:0.0:1764938851.874189:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.874195:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004886bab7. 00010000:00000010:0.0:1764938851.874211:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.874213:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874234:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016f10fb0. 00010000:00000010:0.0:1764938851.874236:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874239:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:0.0:1764938851.874241:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.874246:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000419957a5. 00010000:00000010:0.0:1764938851.874262:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:0.0:1764938851.874264:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874285:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fce29f43. 00010000:00000010:0.0:1764938851.874287:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb1f2f77. 00010000:00000010:0.0:1764938851.874289:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bd20677. 00010000:00000010:0.0:1764938851.874292:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4abb7a3. 00080000:00000010:0.0:1764938851.874297:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081e935ae. 00010000:00000010:2.1:1764938851.878269:0:71732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08cf4bd. 00010000:00000010:0.1:1764938851.884138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dad3077e. 00010000:00000010:0.1:1764938851.884153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000729f810a. 00010000:00000010:0.1:1764938851.884162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6fa027. 00010000:00000010:0.1:1764938851.884166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341127d6. 00010000:00000010:0.1:1764938851.884168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063f0909f. 00010000:00000010:0.1:1764938851.884172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb659c4. 00010000:00000010:0.1:1764938851.884174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9552de5. 00010000:00000010:0.1:1764938851.884177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b7957c. 00010000:00000010:0.1:1764938851.884179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004047469b. 00010000:00000010:0.1:1764938851.884181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab76827. 00010000:00000010:0.1:1764938851.884184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006047fb95. 00010000:00000010:0.1:1764938851.884186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffcc4db9. 00010000:00000010:0.1:1764938851.884188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011b813d0. 00010000:00000010:0.1:1764938851.884190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccf1232. 00010000:00000010:0.1:1764938851.884192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a4f5465. 00010000:00000010:0.1:1764938851.884195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f65e2e. 00010000:00000010:0.1:1764938851.884197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c792c67c. 00010000:00000010:0.1:1764938851.884199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4bcd7ac. 00010000:00000010:0.1:1764938851.884201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022cc8d7b. 00010000:00000010:0.1:1764938851.884204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d665f1. 00010000:00000010:0.1:1764938851.884206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038cd73f0. 00010000:00000010:0.1:1764938851.884208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000187c95f. 00010000:00000010:0.1:1764938851.884210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f08c4fd. 00010000:00000010:0.1:1764938851.884213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adacda7a. 00010000:00000010:0.1:1764938851.884215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a4fc14d. 00010000:00000010:0.1:1764938851.884217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf7e9fb. 00010000:00000010:0.1:1764938851.884219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036048bd3. 00010000:00000010:0.1:1764938851.884221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009370766c. 00010000:00000010:0.1:1764938851.884223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008671e91e. 00010000:00000010:0.1:1764938851.884225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b59ae7. 00010000:00000010:0.1:1764938851.884229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000895db083. 00010000:00000010:0.1:1764938851.884231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002079d41. 00010000:00000010:0.1:1764938851.884233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dfa04c1. 00010000:00000010:0.1:1764938851.884235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dabaab88. 00010000:00000010:0.1:1764938851.884237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea16c7d3. 00010000:00000010:0.1:1764938851.884240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029658e39. 00010000:00000010:0.1:1764938851.884242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071c5f549. 00010000:00000010:0.1:1764938851.884244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d45167e. 00010000:00000010:0.1:1764938851.884246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aad0c915. 00010000:00000010:0.1:1764938851.884248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad95625. 00010000:00000010:0.1:1764938851.884250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbc7ef1e. 00010000:00000010:0.1:1764938851.884252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b2ed6. 00010000:00000010:0.1:1764938851.884254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048622f7c. 00010000:00000010:0.1:1764938851.884256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad5bdd. 00010000:00000010:0.1:1764938851.884258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000251ca379. 00010000:00000010:0.1:1764938851.884260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ea232e. 00010000:00000010:0.1:1764938851.884262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038afffd1. 00010000:00000010:0.1:1764938851.884265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e022cefb. 00010000:00000010:0.1:1764938851.884267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ce2d4d. 00010000:00000010:0.1:1764938851.884269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c5cf28. 00010000:00000010:0.1:1764938851.884272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d27bd32. 00010000:00000010:0.1:1764938851.884276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061e295a2. 00010000:00000010:0.1:1764938851.884278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f3d5401. 00010000:00000010:0.1:1764938851.884281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d214565. 00010000:00000010:0.1:1764938851.884283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba1b6e01. 00010000:00000010:0.1:1764938851.884285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073932e4a. 00010000:00000010:0.1:1764938851.884288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdf10d49. 00010000:00000010:0.1:1764938851.884291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011d4a03d. 00010000:00000010:0.1:1764938851.884293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003c986d6. 00010000:00000010:0.1:1764938851.884295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa990a2. 00010000:00000010:0.1:1764938851.884297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc1f5482. 00010000:00000010:0.1:1764938851.884299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce25720b. 00010000:00000010:0.1:1764938851.884301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023196a0a. 00010000:00000010:0.1:1764938851.884303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001373a210. 00010000:00000010:0.1:1764938851.884305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b735764b. 00010000:00000010:0.1:1764938851.884307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e1dbd5e. 00010000:00000010:0.1:1764938851.884309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df08b6a5. 00010000:00000010:0.1:1764938851.884311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ce5b37. 00010000:00000010:0.1:1764938851.884312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037010864. 00010000:00000010:0.1:1764938851.884314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae5df31. 00010000:00000010:0.1:1764938851.884318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066443210. 00010000:00000010:0.1:1764938851.884320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003065a6d6. 00010000:00000010:0.1:1764938851.884322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e18c64c. 00010000:00000010:0.1:1764938851.884324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9a72936. 00010000:00000010:0.1:1764938851.884326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012e94d42. 00010000:00000010:0.1:1764938851.884330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c6ea7d. 00010000:00000010:0.1:1764938851.884332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b37b70. 00010000:00000010:0.1:1764938851.884334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738c20d8. 00010000:00000010:0.1:1764938851.884336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007b5768e. 00010000:00000010:0.1:1764938851.884338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002662e582. 00010000:00000010:0.1:1764938851.884340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d6d8a73. 00010000:00000010:0.1:1764938851.884342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d61d1ad. 00010000:00000010:0.1:1764938851.884344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a40dda49. 00010000:00000010:0.1:1764938851.884346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e43607f. 00010000:00000010:0.1:1764938851.884348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249e7f04. 00010000:00000010:0.1:1764938851.884351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a03570a1. 00010000:00000010:0.1:1764938851.884353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0bdaedd. 00010000:00000010:0.1:1764938851.884356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc942e9. 00010000:00000010:0.1:1764938851.884359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e0ecf71. 00010000:00000010:0.1:1764938851.884371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000414c8018. 00010000:00000010:0.1:1764938851.884373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc03b5ac. 00010000:00000010:0.1:1764938851.884375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007684ffb8. 00010000:00000010:0.1:1764938851.884379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086ab0a1d. 00010000:00000010:0.1:1764938851.884381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038dc0fdd. 00010000:00000010:0.1:1764938851.884384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c2e51dd. 00010000:00000010:0.1:1764938851.884387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c1a867c. 00010000:00000010:0.1:1764938851.884389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006140bc48. 00010000:00000010:0.1:1764938851.884391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee6f83e. 00010000:00000010:0.1:1764938851.884393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e08d999. 00010000:00000010:0.1:1764938851.884395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008031c893. 00010000:00000010:0.1:1764938851.884397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098fa55d2. 00010000:00000010:0.1:1764938851.884399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000194fe28. 00010000:00000010:0.1:1764938851.884401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094055b41. 00010000:00000010:0.1:1764938851.884403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc158187. 00010000:00000010:0.1:1764938851.884405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a107ed8b. 00010000:00000010:0.1:1764938851.884407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35ec0ae. 00010000:00000010:0.1:1764938851.884409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003e97f36. 00010000:00000010:0.1:1764938851.884412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc0e93c. 00010000:00000010:0.1:1764938851.884415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000213c57a. 00010000:00000010:0.1:1764938851.884418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3dcd75. 00010000:00000010:0.1:1764938851.884420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000677a8182. 00010000:00000010:0.1:1764938851.884423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135403e1. 00010000:00000010:0.1:1764938851.884425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd3d9675. 00010000:00000010:0.1:1764938851.884428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da05e62. 00010000:00000010:0.1:1764938851.884431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f79a4c80. 00010000:00000010:0.1:1764938851.884434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6dab03d. 00010000:00000010:0.1:1764938851.884436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6bc1794. 00010000:00000010:0.1:1764938851.884438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8aedc7. 00010000:00000010:0.1:1764938851.884440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a76ca0c. 00010000:00000010:0.1:1764938851.884442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be44c19b. 00010000:00000010:0.1:1764938851.884446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6857f75. 00010000:00000010:0.1:1764938851.884448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e636810. 00010000:00000010:0.1:1764938851.884451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0deb7ea. 00010000:00000010:0.1:1764938851.884453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015061fd. 00010000:00000010:0.1:1764938851.884455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1beb46. 00010000:00000010:0.1:1764938851.884457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f7aa2ed. 00010000:00000010:0.1:1764938851.884459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000276a69fc. 00010000:00000010:0.1:1764938851.884461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409bd77b. 00010000:00000010:0.1:1764938851.884463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038d4af21. 00010000:00000010:0.1:1764938851.884465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a38c7. 00010000:00000010:0.1:1764938851.884467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000330236e1. 00010000:00000010:0.1:1764938851.884469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091c3efa. 00010000:00000010:0.1:1764938851.884471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000461f3214. 00010000:00000010:0.1:1764938851.884473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003254a98f. 00010000:00000010:0.1:1764938851.884475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003154d7f6. 00010000:00000010:0.1:1764938851.884477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8412c16. 00010000:00000010:0.1:1764938851.884481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000774fc06b. 00010000:00000010:0.1:1764938851.884484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002d1bff9. 00010000:00000010:0.1:1764938851.884486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040025816. 00010000:00000010:0.1:1764938851.884489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d00e94. 00010000:00000010:0.1:1764938851.884491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035fee899. 00010000:00000010:0.1:1764938851.884493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c8895a. 00010000:00000010:0.1:1764938851.884495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc92e31. 00010000:00000010:0.1:1764938851.884497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef9e1eef. 00010000:00000010:0.1:1764938851.884499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3d56303. 00010000:00000010:0.1:1764938851.884502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b06c452. 00010000:00000010:0.1:1764938851.884504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c8780d. 00010000:00000010:0.1:1764938851.884506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045cf2be2. 00010000:00000010:0.1:1764938851.884508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4c1ea6e. 00010000:00000010:0.1:1764938851.884510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d18a07e. 00010000:00000010:0.1:1764938851.884513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047b421b1. 00010000:00000010:0.1:1764938851.884515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009814a89b. 00010000:00000010:0.1:1764938851.884517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003efcf2af. 00010000:00000010:0.1:1764938851.884520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024dff909. 00010000:00000010:0.1:1764938851.884523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c48d88bf. 00010000:00000010:0.1:1764938851.884525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b576eddb. 00010000:00000010:0.1:1764938851.884527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c05cb871. 00010000:00000010:0.1:1764938851.884529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7d07a57. 00010000:00000010:0.1:1764938851.884532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034c221f3. 00010000:00000010:0.1:1764938851.884534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c00e232. 00010000:00000010:0.1:1764938851.884537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c3e4fb8. 00010000:00000010:0.1:1764938851.884541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9488646. 00010000:00000010:0.1:1764938851.884543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c34f18a. 00010000:00000010:0.1:1764938851.884546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004303c9d5. 00010000:00000010:0.1:1764938851.884548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001995f830. 00010000:00000010:0.1:1764938851.884551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c812380a. 00010000:00000010:0.1:1764938851.884553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ba3489d. 00010000:00000010:0.1:1764938851.884555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9155363. 00010000:00000010:0.1:1764938851.884557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f62fe025. 00010000:00000010:0.1:1764938851.884559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ccb01cc. 00010000:00000010:0.1:1764938851.884560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae89fcc7. 00010000:00000010:0.1:1764938851.884562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbcaf815. 00010000:00000010:0.1:1764938851.884564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fcb209e. 00010000:00000010:0.1:1764938851.884567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ada3da4. 00010000:00000010:0.1:1764938851.884569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feb99f2c. 00010000:00000010:0.1:1764938851.884571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000895c0433. 00010000:00000010:0.1:1764938851.884573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76dbb44. 00010000:00000010:0.1:1764938851.884575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088fb9e6b. 00010000:00000010:0.1:1764938851.884577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d020647a. 00010000:00000010:0.1:1764938851.884581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016f17908. 00010000:00000010:0.1:1764938851.884583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf8dbf21. 00010000:00000010:0.1:1764938851.884586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ba420d2. 00010000:00000010:0.1:1764938851.884591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e5c123. 00010000:00000010:0.1:1764938851.884594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828df7e7. 00010000:00000010:0.1:1764938851.884596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c7c3b5b. 00010000:00000010:0.1:1764938851.884599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013d835f9. 00010000:00000010:0.1:1764938851.884601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c5ed67. 00010000:00000010:0.1:1764938851.884605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b0371e. 00010000:00000010:0.1:1764938851.884607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3140e4a. 00010000:00000010:0.1:1764938851.884609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be131b6. 00010000:00000010:0.1:1764938851.884612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f9570b3. 00010000:00000010:0.1:1764938851.884614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000540d7ac5. 00010000:00000010:0.1:1764938851.884616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbc5eb4b. 00010000:00000010:0.1:1764938851.884619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4949c63. 00010000:00000010:0.1:1764938851.884621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff0e7c7f. 00010000:00000010:0.1:1764938851.884623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946da9cf. 00010000:00000010:0.1:1764938851.884625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000502e8d43. 00010000:00000010:0.1:1764938851.884627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006554f1c1. 00010000:00000010:0.1:1764938851.884629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081a622b6. 00010000:00000010:0.1:1764938851.884631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006134f5df. 00010000:00000010:0.1:1764938851.884633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007debc1de. 00010000:00000010:0.1:1764938851.884635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483d3e7b. 00010000:00000010:0.1:1764938851.884636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017ce927a. 00010000:00000010:0.1:1764938851.884638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005404c1df. 00010000:00000010:0.1:1764938851.884641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e08d877d. 00010000:00000010:0.1:1764938851.884643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331196bb. 00010000:00000010:0.1:1764938851.884645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047a32e18. 00010000:00000010:0.1:1764938851.884647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058cf7a66. 00010000:00000010:0.1:1764938851.884648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f2755a2. 00010000:00000010:0.1:1764938851.884650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5fa6ff. 00010000:00000010:0.1:1764938851.884654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cc69b8a. 00010000:00000010:0.1:1764938851.884657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb5bd1d. 00010000:00000010:0.1:1764938851.884660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000349d5952. 00010000:00000010:0.1:1764938851.884662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adccfc07. 00010000:00000010:0.1:1764938851.884665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e7431d5. 00010000:00000010:0.1:1764938851.884667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069fed4fe. 00010000:00000010:0.1:1764938851.884669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a8ff6e1. 00010000:00000010:0.1:1764938851.884672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0df21dd. 00010000:00000010:0.1:1764938851.884674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040a6b06f. 00010000:00000010:0.1:1764938851.884676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1d75d. 00010000:00000010:0.1:1764938851.884678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe50e410. 00010000:00000010:0.1:1764938851.884681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cadea89. 00010000:00000010:0.1:1764938851.884683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007680ed7. 00010000:00000010:0.1:1764938851.884686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae6413d3. 00010000:00000010:0.1:1764938851.884689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1d26d4. 00010000:00000010:0.1:1764938851.884692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edcaf37f. 00010000:00000010:0.1:1764938851.884693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000726b8002. 00010000:00000010:0.1:1764938851.884695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3d3ed1. 00010000:00000010:0.1:1764938851.884697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002593463b. 00010000:00000010:0.1:1764938851.884699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8896528. 00010000:00000010:0.1:1764938851.884701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020f2ad82. 00010000:00000010:0.1:1764938851.884703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc383257. 00010000:00000010:0.1:1764938851.884705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a5c9601. 00010000:00000010:0.1:1764938851.884707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5be9cff. 00010000:00000010:0.1:1764938851.884709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff22d529. 00010000:00000010:0.1:1764938851.884712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2423536. 00010000:00000010:0.1:1764938851.884715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d17399c. 00010000:00000010:0.1:1764938851.884718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a37c4032. 00010000:00000010:0.1:1764938851.884721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9911d84. 00010000:00000010:0.1:1764938851.884724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a539de32. 00010000:00000010:0.1:1764938851.884726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad3d73df. 00010000:00000010:0.1:1764938851.884729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c44ba982. 00010000:00000010:0.1:1764938851.884732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5b48264. 00010000:00000010:0.1:1764938851.884734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee87a637. 00010000:00000010:0.1:1764938851.884736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef965f0. 00010000:00000010:0.1:1764938851.884738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe351c1b. 00010000:00000010:0.1:1764938851.884740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000628c8746. 00010000:00000010:0.1:1764938851.884742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f67efb1. 00010000:00000010:0.1:1764938851.884744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ccf78c. 00010000:00000010:0.1:1764938851.884746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f88228. 00010000:00000010:0.1:1764938851.884748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b75a0f15. 00010000:00000010:0.1:1764938851.884750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4c3070a. 00010000:00000010:0.1:1764938851.884752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002152e56. 00010000:00000010:0.1:1764938851.884754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d94f5d4. 00010000:00000010:0.1:1764938851.884757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbdd8764. 00010000:00000010:0.1:1764938851.884760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3532ca0. 00010000:00000010:0.1:1764938851.884763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060864cbe. 00010000:00000010:0.1:1764938851.884766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065609554. 00010000:00000010:0.1:1764938851.884768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ab5671. 00010000:00000010:0.1:1764938851.884771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f84950e. 00010000:00000010:0.1:1764938851.884773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e30355d. 00010000:00000010:0.1:1764938851.884776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb79e995. 00010000:00000010:0.1:1764938851.884779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f1134c. 00010000:00000010:0.1:1764938851.884782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e394a4. 00010000:00000010:0.1:1764938851.884785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a412826. 00010000:00000010:0.1:1764938851.884788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b52dfd8. 00010000:00000010:0.1:1764938851.884790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4cc4cb9. 00010000:00000010:0.1:1764938851.884792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56c571e. 00010000:00000010:0.1:1764938851.884795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014aaa04a. 00010000:00000010:0.1:1764938851.884797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e654ad93. 00010000:00000010:0.1:1764938851.884800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8aab349. 00010000:00000010:0.1:1764938851.884805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022a03ab3. 00010000:00000010:0.1:1764938851.884808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd82f882. 00010000:00000010:0.1:1764938851.884810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000108aa616. 00010000:00000010:0.1:1764938851.884813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ffd7e50. 00010000:00000010:0.1:1764938851.884816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2befc9c. 00010000:00000010:0.1:1764938851.884818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f376a7ca. 00010000:00000010:0.1:1764938851.884820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee3aca4. 00010000:00000010:0.1:1764938851.884822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082df0b67. 00010000:00000010:0.1:1764938851.884825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d80dd6b. 00010000:00000010:0.1:1764938851.884827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d9e30b6. 00010000:00000010:0.1:1764938851.884829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a79a4e8. 00010000:00000010:0.1:1764938851.884831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b04ab846. 00010000:00000010:0.1:1764938851.884833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036e4266d. 00010000:00000010:0.1:1764938851.884835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1203b66. 00010000:00000010:0.1:1764938851.884838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009956799d. 00010000:00000010:0.1:1764938851.884839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000824e8e90. 00010000:00000010:0.1:1764938851.884841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac790bb. 00010000:00000010:0.1:1764938851.884843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009afe2138. 00010000:00000010:0.1:1764938851.884845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de6ad3c. 00010000:00000010:0.1:1764938851.884847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009db1bd02. 00010000:00000010:0.1:1764938851.884849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6301d6. 00010000:00000010:0.1:1764938851.884851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f87322aa. 00010000:00000010:0.1:1764938851.884854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c19c4d77. 00010000:00000010:0.1:1764938851.884856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016f10fb0. 00010000:00000010:0.1:1764938851.884858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ce7ece. 00080000:00000010:2.0:1764938851.884977:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000419957a5. 00080000:00000010:2.0:1764938851.884983:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004886bab7. 00080000:00000010:2.0:1764938851.884985:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dddb0370. 00080000:00000010:2.0:1764938851.884987:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048ca956a. 00080000:00000010:2.0:1764938851.884989:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000722b8e8e. 00080000:00000010:2.0:1764938851.884991:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd7f3dc8. 00080000:00000010:2.0:1764938851.884993:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4ebaddf. 00080000:00000010:2.0:1764938851.884995:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000caf66fde. 00080000:00000010:2.0:1764938851.884998:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003503ebf4. 00080000:00000010:2.0:1764938851.885000:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edc2ba31. 00080000:00000010:2.0:1764938851.885002:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004aec8c03. 00080000:00000010:2.0:1764938851.885004:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2f24b3b. 00080000:00000010:2.0:1764938851.885006:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001aa0c477. 00080000:00000010:2.0:1764938851.885009:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc1bccb8. 00080000:00000010:2.0:1764938851.885011:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072eb46bb. 00080000:00000010:2.0:1764938851.885014:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f44fc72. 00080000:00000010:2.0:1764938851.885016:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3413a4e. 00080000:00000010:2.0:1764938851.885019:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000908771b2. 00080000:00000010:2.0:1764938851.885021:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cc3bffe. 00080000:00000010:2.0:1764938851.885024:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a9dd014. 00080000:00000010:2.0:1764938851.885026:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c12b5bac. 00080000:00000010:2.0:1764938851.885028:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c174a066. 00080000:00000010:2.0:1764938851.885030:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000917d4a91. 00080000:00000010:2.0:1764938851.885032:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006944a5b0. 00080000:00000010:2.0:1764938851.885034:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032590ea6. 00080000:00000010:2.0:1764938851.885036:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a92b9f72. 00080000:00000010:2.0:1764938851.885037:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c67866c. 00080000:00000010:2.0:1764938851.885039:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009def1719. 00080000:00000010:2.0:1764938851.885041:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002efde6df. 00080000:00000010:2.0:1764938851.885043:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081d2a97d. 00080000:00000010:2.0:1764938851.885045:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061093847. 00080000:00000010:2.0:1764938851.885046:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001917dc8a. 00080000:00000010:2.0:1764938851.885048:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071cb65a3. 00080000:00000010:2.0:1764938851.885050:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068ff9186. 00080000:00000010:2.0:1764938851.885052:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000060faa46. 00080000:00000010:2.0:1764938851.885054:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000024ab61b. 00080000:00000010:2.0:1764938851.885056:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092c73f3a. 00080000:00000010:2.0:1764938851.885058:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000daa22926. 00080000:00000010:2.0:1764938851.885061:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c059e196. 00080000:00000010:2.0:1764938851.885063:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c4d67e5. 00080000:00000010:2.0:1764938851.885065:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd71e3d0. 00080000:00000010:2.0:1764938851.885067:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b526a6f6. 00080000:00000010:2.0:1764938851.885069:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4c2ccce. 00080000:00000010:2.0:1764938851.885071:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ef22972. 00080000:00000010:2.0:1764938851.885073:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c877a7c6. 00080000:00000010:2.0:1764938851.885075:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000782dbc65. 00080000:00000010:2.0:1764938851.885076:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c32692ca. 00080000:00000010:2.0:1764938851.885078:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076652955. 00080000:00000010:2.0:1764938851.885080:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccacfb8d. 00080000:00000010:2.0:1764938851.885082:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ff6aa2c. 00080000:00000010:2.0:1764938851.885084:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083ba2b15. 00080000:00000010:2.0:1764938851.885087:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce2754b2. 00080000:00000010:2.0:1764938851.885089:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002adc1ffd. 00080000:00000010:2.0:1764938851.885092:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007319236d. 00080000:00000010:2.0:1764938851.885094:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007cbf296. 00080000:00000010:2.0:1764938851.885096:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024d5180f. 00080000:00000010:2.0:1764938851.885098:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000959f33d3. 00080000:00000010:2.0:1764938851.885100:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c63a0c8b. 00080000:00000010:2.0:1764938851.885123:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5b443d1. 00080000:00000010:2.0:1764938851.885128:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7fece8a. 00080000:00000010:2.0:1764938851.885130:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5b1c037. 00080000:00000010:2.0:1764938851.885132:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097ef8763. 00080000:00000010:2.0:1764938851.885134:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de0de1b1. 00080000:00000010:2.0:1764938851.885136:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c58beb4. 00080000:00000010:2.0:1764938851.885139:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd7d4dcf. 00080000:00000010:2.0:1764938851.885142:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4932b16. 00080000:00000010:2.0:1764938851.885144:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003609cc3d. 00080000:00000010:2.0:1764938851.885146:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc984f8f. 00080000:00000010:2.0:1764938851.885148:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b99ad705. 00080000:00000010:2.0:1764938851.885151:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fccaaf1f. 00080000:00000010:2.0:1764938851.885154:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe901c2b. 00080000:00000010:2.0:1764938851.885156:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a02a7c0. 00080000:00000010:2.0:1764938851.885157:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000910f61bb. 00080000:00000010:2.0:1764938851.885159:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032e127f7. 00080000:00000010:2.0:1764938851.885161:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000503816ed. 00080000:00000010:2.0:1764938851.885163:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000325d7fb2. 00080000:00000010:2.0:1764938851.885164:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c030f505. 00080000:00000010:2.0:1764938851.885166:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066a4e98a. 00080000:00000010:2.0:1764938851.885168:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006dbab1c0. 00080000:00000010:2.0:1764938851.885170:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4dfec6e. 00080000:00000010:2.0:1764938851.885173:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004da6e208. 00080000:00000010:2.0:1764938851.885175:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006120d0d5. 00080000:00000010:2.0:1764938851.885177:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034dd786b. 00080000:00000010:2.0:1764938851.885180:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e71a245. 00080000:00000010:2.0:1764938851.885185:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ad26a20. 00080000:00000010:2.0:1764938851.885187:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5ebd643. 00080000:00000010:2.0:1764938851.885189:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097e757f3. 00080000:00000010:2.0:1764938851.885191:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000690a94a. 00080000:00000010:2.0:1764938851.885193:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063ac6fea. 00080000:00000010:2.0:1764938851.885194:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010ab2033. 00080000:00000010:2.0:1764938851.885196:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008eec329e. 00080000:00000010:2.0:1764938851.885198:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd1e2b07. 00080000:00000010:2.0:1764938851.885200:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be0bbd97. 00080000:00000010:2.0:1764938851.885202:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000170f2090. 00080000:00000010:2.0:1764938851.885204:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a007bfa1. 00080000:00000010:2.0:1764938851.885207:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079fa100f. 00080000:00000010:2.0:1764938851.885210:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049dc6142. 00080000:00000010:2.0:1764938851.885212:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092335206. 00080000:00000010:2.0:1764938851.885214:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e875937. 00080000:00000010:2.0:1764938851.885216:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5590399. 00080000:00000010:2.0:1764938851.885218:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001537c734. 00080000:00000010:2.0:1764938851.885219:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042c58841. 00080000:00000010:2.0:1764938851.885221:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026f5a80f. 00080000:00000010:2.0:1764938851.885223:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000904b21d8. 00080000:00000010:2.0:1764938851.885224:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b59a54e. 00080000:00000010:2.0:1764938851.885226:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3440ccb. 00080000:00000010:2.0:1764938851.885227:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c395d63c. 00080000:00000010:2.0:1764938851.885229:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085191bda. 00080000:00000010:2.0:1764938851.885231:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082833157. 00080000:00000010:2.0:1764938851.885233:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce409a11. 00080000:00000010:2.0:1764938851.885235:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064767390. 00080000:00000010:2.0:1764938851.885238:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c86d771c. 00080000:00000010:2.0:1764938851.885240:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c3044a6. 00080000:00000010:2.0:1764938851.885243:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000667648d4. 00080000:00000010:2.0:1764938851.885245:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000754d771e. 00080000:00000010:2.0:1764938851.885247:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3ef7a9b. 00080000:00000010:2.0:1764938851.885248:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065ca1e30. 00080000:00000010:2.0:1764938851.885250:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4b7be11. 00080000:00000010:2.0:1764938851.885252:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b504ae0. 00080000:00000010:2.0:1764938851.885253:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000332e3daf. 00080000:00000010:2.0:1764938851.885255:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c29a742e. 00080000:00000010:2.0:1764938851.885257:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a21851c. 00080000:00000010:2.0:1764938851.885258:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3a7a696. 00080000:00000010:2.0:1764938851.885260:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019c67119. 00080000:00000010:2.0:1764938851.885262:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061abd8bb. 00080000:00000010:2.0:1764938851.885264:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcd38775. 00080000:00000010:2.0:1764938851.885266:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e119960c. 00080000:00000010:2.0:1764938851.885268:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eff07d07. 00080000:00000010:2.0:1764938851.885271:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022faa287. 00080000:00000010:2.0:1764938851.885274:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059d48009. 00080000:00000010:2.0:1764938851.885277:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc404602. 00080000:00000010:2.0:1764938851.885279:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079454cc7. 00080000:00000010:2.0:1764938851.885281:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a42d661. 00080000:00000010:2.0:1764938851.885285:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d61a9c8. 00080000:00000010:2.0:1764938851.885288:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9e8571f. 00080000:00000010:2.0:1764938851.885290:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000203bac47. 00080000:00000010:2.0:1764938851.885296:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9def650. 00080000:00000010:2.0:1764938851.885298:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013040fad. 00080000:00000010:2.0:1764938851.885299:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082301d63. 00080000:00000010:2.0:1764938851.885301:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009cb9f7c. 00080000:00000010:2.0:1764938851.885303:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f4febda. 00080000:00000010:2.0:1764938851.885306:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f47517ef. 00080000:00000010:2.0:1764938851.885309:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2c01956. 00080000:00000010:2.0:1764938851.885311:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000646e2c0e. 00080000:00000010:2.0:1764938851.885313:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fb71990. 00080000:00000010:2.0:1764938851.885316:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dc7c78e. 00080000:00000010:2.0:1764938851.885319:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2a53e39. 00080000:00000010:2.0:1764938851.885321:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005062aba8. 00080000:00000010:2.0:1764938851.885323:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec8efed7. 00080000:00000010:2.0:1764938851.885325:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d0ae00c. 00080000:00000010:2.0:1764938851.885328:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e06691bd. 00080000:00000010:2.0:1764938851.885330:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8ca7507. 00080000:00000010:2.0:1764938851.885333:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d27d4041. 00080000:00000010:2.0:1764938851.885335:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f81f3df2. 00080000:00000010:2.0:1764938851.885338:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4220c80. 00080000:00000010:2.0:1764938851.885340:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007207ae30. 00080000:00000010:2.0:1764938851.885343:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7b66eda. 00080000:00000010:2.0:1764938851.885346:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc548588. 00080000:00000010:2.0:1764938851.885348:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9417d33. 00080000:00000010:2.0:1764938851.885350:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090afc6fb. 00080000:00000010:2.0:1764938851.885353:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e29c599. 00080000:00000010:2.0:1764938851.885355:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000731f070e. 00080000:00000010:2.0:1764938851.885357:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000300f6651. 00080000:00000010:2.0:1764938851.885369:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006eae6248. 00080000:00000010:2.0:1764938851.885372:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c3994db. 00080000:00000010:2.0:1764938851.885375:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b05825fa. 00080000:00000010:2.0:1764938851.885377:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027cc5aed. 00080000:00000010:2.0:1764938851.885379:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060f0e4fa. 00080000:00000010:2.0:1764938851.885382:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b990a3d. 00080000:00000010:2.0:1764938851.885384:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000189ca5ce. 00080000:00000010:2.0:1764938851.885386:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f1fae61. 00080000:00000010:2.0:1764938851.885388:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac66b0cd. 00080000:00000010:2.0:1764938851.885391:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003914ae78. 00080000:00000010:2.0:1764938851.885394:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038a8c08a. 00080000:00000010:2.0:1764938851.885396:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a544a1b2. 00080000:00000010:2.0:1764938851.885398:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000960827c8. 00080000:00000010:2.0:1764938851.885400:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea54aeb6. 00080000:00000010:2.0:1764938851.885402:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d85ca20e. 00080000:00000010:2.0:1764938851.885404:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034b44d05. 00080000:00000010:2.0:1764938851.885405:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005383e575. 00080000:00000010:2.0:1764938851.885407:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029081c0f. 00080000:00000010:2.0:1764938851.885409:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f20fde9f. 00080000:00000010:2.0:1764938851.885411:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012117617. 00080000:00000010:2.0:1764938851.885413:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4517187. 00080000:00000010:2.0:1764938851.885415:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ffe09f2. 00080000:00000010:2.0:1764938851.885417:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045b5b005. 00080000:00000010:2.0:1764938851.885419:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d9e6359. 00080000:00000010:2.0:1764938851.885421:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca2eef1f. 00080000:00000010:2.0:1764938851.885423:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de88a7e9. 00080000:00000010:2.0:1764938851.885426:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000718daa7b. 00080000:00000010:2.0:1764938851.885428:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003144048b. 00080000:00000010:2.0:1764938851.885430:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfc3651b. 00080000:00000010:2.0:1764938851.885432:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048e682a0. 00080000:00000010:2.0:1764938851.885433:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d242249. 00080000:00000010:2.0:1764938851.885436:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006f5fdb1. 00080000:00000010:2.0:1764938851.885438:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cf7886d. 00080000:00000010:2.0:1764938851.885440:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5b7f89a. 00080000:00000010:2.0:1764938851.885442:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b0d3202. 00080000:00000010:2.0:1764938851.885445:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca1df70b. 00080000:00000010:2.0:1764938851.885447:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e6a5b4e. 00080000:00000010:2.0:1764938851.885449:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081ef6368. 00080000:00000010:2.0:1764938851.885451:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c4a09dd. 00080000:00000010:2.0:1764938851.885453:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b41507d. 00080000:00000010:2.0:1764938851.885455:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c559452d. 00080000:00000010:2.0:1764938851.885457:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000728f23fe. 00080000:00000010:2.0:1764938851.885459:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010e0fd3d. 00080000:00000010:2.0:1764938851.885464:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7b6d974. 00080000:00000010:2.0:1764938851.885466:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087607cfe. 00080000:00000010:2.0:1764938851.885468:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d4ed747. 00080000:00000010:2.0:1764938851.885470:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3d8ff05. 00080000:00000010:2.0:1764938851.885472:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be22aa99. 00080000:00000010:2.0:1764938851.885474:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005571995a. 00080000:00000010:2.0:1764938851.885476:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e7edb41. 00080000:00000010:2.0:1764938851.885478:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1e4de67. 00080000:00000010:2.0:1764938851.885480:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048dc6e88. 00080000:00000010:2.0:1764938851.885482:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000465cdb35. 00080000:00000010:2.0:1764938851.885484:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c07d8d80. 00080000:00000010:2.0:1764938851.885486:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ee2e493. 00080000:00000010:2.0:1764938851.885488:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ddaaf3f. 00080000:00000010:2.0:1764938851.885490:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d3c77ca. 00080000:00000010:2.0:1764938851.885493:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042d46b97. 00080000:00000010:2.0:1764938851.885495:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023f13f7d. 00080000:00000010:2.0:1764938851.885498:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e10362a. 00080000:00000010:2.0:1764938851.885500:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1e1845d. 00080000:00000010:2.0:1764938851.885502:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038efb602. 00080000:00000010:2.0:1764938851.885505:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f81f872c. 00080000:00000010:2.0:1764938851.885507:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff2b5e2. 00080000:00000010:2.0:1764938851.885509:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b51ec932. 00080000:00000010:2.0:1764938851.885511:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b6562df. 00080000:00000010:2.0:1764938851.885513:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca299ba4. 00080000:00000010:2.0:1764938851.885516:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aec10697. 00080000:00000010:2.0:1764938851.885518:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edfbe229. 00080000:00000010:2.0:1764938851.885520:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000356f7b5f. 00080000:00000010:2.0:1764938851.885523:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008678e261. 00080000:00000010:2.0:1764938851.885526:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001eb093e7. 00080000:00000010:2.0:1764938851.885528:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000955c2dfe. 00080000:00000010:2.0:1764938851.885530:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000121abf3c. 00080000:00000010:2.0:1764938851.885533:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd6e5446. 00080000:00000010:2.0:1764938851.885535:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a3a6414. 00080000:00000010:2.0:1764938851.885537:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000092f62a8. 00080000:00000010:2.0:1764938851.885541:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b26a8be6. 00080000:00000010:2.0:1764938851.885543:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5ee440d. 00080000:00000010:2.0:1764938851.885546:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc71b856. 00080000:00000010:2.0:1764938851.885548:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1ae18e9. 00080000:00000010:2.0:1764938851.885551:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f579f6a. 00080000:00000010:2.0:1764938851.885555:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007121c2c. 00080000:00000010:2.0:1764938851.885557:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081a98f89. 00080000:00000010:2.0:1764938851.885561:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eac12e91. 00080000:00000010:2.0:1764938851.885563:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a69d61c. 00080000:00000010:2.0:1764938851.885566:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000088507cd. 00080000:00000010:2.0:1764938851.885568:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f3d4f00. 00080000:00000010:2.0:1764938851.885570:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdc1da53. 00080000:00000010:2.0:1764938851.885572:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebbb41fb. 00080000:00000010:2.0:1764938851.885574:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c1f12a4. 00080000:00000010:2.0:1764938851.885576:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009407120e. 00080000:00000010:2.0:1764938851.885579:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e7c07c1. 00080000:00000010:2.0:1764938851.885581:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8d18c91. 00080000:00000010:2.0:1764938851.885583:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f0432a4. 00080000:00000010:2.0:1764938851.885585:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c2a66c1. 00080000:00000010:2.0:1764938851.885587:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096f970b6. 00080000:00000010:2.0:1764938851.885589:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000876e0b60. 00080000:00000010:2.0:1764938851.885592:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e77531f. 00080000:00000010:2.0:1764938851.885593:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9afbb10. 00080000:00000010:2.0:1764938851.885595:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000246e1d25. 00080000:00000010:2.0:1764938851.885598:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aefac1a9. 00080000:00000010:2.0:1764938851.885600:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebadf4f4. 00080000:00000010:2.0:1764938851.885602:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000961f0f94. 00080000:00000010:2.0:1764938851.885604:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003347060b. 00080000:00000010:2.0:1764938851.885606:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bcd98b7. 00080000:00000010:2.0:1764938851.885608:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc44d475. 00080000:00000010:2.0:1764938851.885610:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc427b8c. 00080000:00000010:2.0:1764938851.885612:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000920eb578. 00080000:00000010:2.0:1764938851.885614:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e353f2b8. 00080000:00000010:2.0:1764938851.885616:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041aab2d8. 00080000:00000010:2.0:1764938851.885619:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000384f7371. 00080000:00000010:2.0:1764938851.885621:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040fc954e. 00080000:00000010:2.0:1764938851.885626:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e949dc2b. 00080000:00000010:2.0:1764938851.885628:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a696ee7. 00080000:00000010:2.0:1764938851.885630:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afe26cb8. 00080000:00000010:2.0:1764938851.885632:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031cfb87c. 00080000:00000010:2.0:1764938851.885634:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006df91494. 00080000:00000010:2.0:1764938851.885636:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4172fd8. 00080000:00000010:2.0:1764938851.885638:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efba491a. 00080000:00000010:2.0:1764938851.885640:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094ec82df. 00080000:00000010:2.0:1764938851.885642:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000861f6a03. 00080000:00000010:2.0:1764938851.885644:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074898a10. 00080000:00000010:2.0:1764938851.885646:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b6abab3. 00080000:00000010:2.0:1764938851.885648:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094b70927. 00080000:00000010:2.0:1764938851.885650:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051ae5e85. 00080000:00000010:2.0:1764938851.885652:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038efa66a. 00080000:00000010:2.0:1764938851.885654:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7b11732. 00080000:00000010:2.0:1764938851.885656:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cbfd3fd. 00080000:00000010:2.0:1764938851.885658:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f30d1d61. 00080000:00000010:2.0:1764938851.885660:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5d9a652. 00080000:00000010:2.0:1764938851.885662:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097225dbe. 00080000:00000010:2.0:1764938851.885664:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003df5af1e. 00080000:00000010:2.0:1764938851.885666:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7ec5dd8. 00080000:00000010:2.0:1764938851.885668:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000801bad5d. 00080000:00000010:2.0:1764938851.885670:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcebbf57. 00080000:00000010:2.0:1764938851.885672:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000921dc07f. 00080000:00000010:2.0:1764938851.885674:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003faa0830. 00080000:00000010:2.0:1764938851.885676:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2dfd965. 00080000:00000010:2.0:1764938851.885678:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b77d0992. 00080000:00000010:2.0:1764938851.885680:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bf1a1cc. 00080000:00000010:2.0:1764938851.885683:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006380f14. 00080000:00000010:2.0:1764938851.885685:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6f488cf. 00080000:00000010:2.0:1764938851.885688:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000708eeb32. 00080000:00000010:2.0:1764938851.885690:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bd35d0c. 00080000:00000010:2.0:1764938851.885693:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ce24089. 00080000:00000010:2.0:1764938851.885695:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000beff75b7. 00080000:00000010:2.0:1764938851.885697:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001461406c. 00080000:00000010:2.0:1764938851.885698:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7eae1ef. 00080000:00000010:2.0:1764938851.885701:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001019ff15. 00080000:00000010:2.0:1764938851.885703:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001788ee4a. 00080000:00000010:2.0:1764938851.885705:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e9a9215. 00080000:00000010:2.0:1764938851.885707:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfca4a88. 00080000:00000010:2.0:1764938851.885709:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bc5bfc6. 00080000:00000010:2.0:1764938851.885711:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ff32875. 00080000:00000010:2.0:1764938851.885713:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfca1797. 00080000:00000010:2.0:1764938851.885715:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdf8a7e9. 00080000:00000010:2.0:1764938851.885717:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000914c552. 00080000:00000010:2.0:1764938851.885720:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af9165a6. 00080000:00000010:2.0:1764938851.885722:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a69e359a. 00080000:00000010:2.0:1764938851.885724:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ed7e254. 00080000:00000010:2.0:1764938851.885728:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab55550e. 00080000:00000010:2.0:1764938851.885730:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fb52a23. 00080000:00000010:2.0:1764938851.885732:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f6c0e26. 00080000:00000010:2.0:1764938851.885734:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c04942c3. 00080000:00000010:2.0:1764938851.885736:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd30ef3c. 00080000:00000010:2.0:1764938851.885738:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008112799. 00080000:00000010:2.0:1764938851.885740:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e72d7295. 00080000:00000010:2.0:1764938851.885742:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013b7aa09. 00080000:00000010:2.0:1764938851.885744:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2cccfe0. 00080000:00000010:2.0:1764938851.885748:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dec75e0d. 00080000:00000010:2.0:1764938851.885749:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c37f121. 00080000:00000010:2.0:1764938851.885752:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fa104f6. 00080000:00000010:2.0:1764938851.885754:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068116f4b. 00080000:00000010:2.0:1764938851.885757:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a37d226. 00080000:00000010:2.0:1764938851.885759:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b2ba441. 00080000:00000010:2.0:1764938851.885761:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066d53b3c. 00080000:00000010:2.0:1764938851.885763:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e56baba7. 00080000:00000010:2.0:1764938851.885765:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7472bf1. 00080000:00000010:2.0:1764938851.885767:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021d31db4. 00080000:00000010:2.0:1764938851.885769:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bcefab6. 00080000:00000010:2.0:1764938851.885771:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cd8eef1. 00080000:00000010:2.0:1764938851.885772:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000444b6ea2. 00080000:00000010:2.0:1764938851.885774:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d644ada. 00080000:00000010:2.0:1764938851.885776:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dd7290e. 00080000:00000010:2.0:1764938851.885780:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f285d1bf. 00080000:00000010:2.0:1764938851.885783:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049a0e250. 00080000:00000010:2.0:1764938851.885785:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a280459d. 00080000:00000010:2.0:1764938851.885787:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b5925af. 00080000:00000010:2.0:1764938851.885789:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083928fe4. 00080000:00000010:2.0:1764938851.885791:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d60e3664. 00080000:00000010:2.0:1764938851.885792:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ed1ecfa. 00080000:00000010:2.0:1764938851.885794:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000088f1241. 00080000:00000010:2.0:1764938851.885797:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059fd7b66. 00080000:00000010:2.0:1764938851.885799:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008701515e. 00080000:00000010:2.0:1764938851.885801:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000967330d9. 00080000:00000010:2.0:1764938851.885803:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f663c13. 00080000:00000010:2.0:1764938851.885805:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031b08d45. 00080000:00000010:2.0:1764938851.885807:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fba9e6d0. 00080000:00000010:2.0:1764938851.885808:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081f2f261. 00080000:00000010:2.0:1764938851.885811:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002519b08d. 00080000:00000010:2.0:1764938851.885813:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a742091d. 00080000:00000010:2.0:1764938851.885815:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000902ff3fc. 00080000:00000010:2.0:1764938851.885817:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000129e6bf1. 00080000:00000010:2.0:1764938851.885818:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6b093a7. 00080000:00000010:2.0:1764938851.885820:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de627301. 00080000:00000010:2.0:1764938851.885822:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc5afe8d. 00080000:00000010:2.0:1764938851.885824:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b40f925. 00080000:00000010:2.0:1764938851.885826:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059027fc6. 00080000:00000010:2.0:1764938851.885828:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094a517a4. 00080000:00000010:2.0:1764938851.885829:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f4b7939. 00080000:00000010:2.0:1764938851.885831:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000156251dd. 00080000:00000010:2.0:1764938851.885833:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af769b03. 00080000:00000010:2.0:1764938851.885835:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4956d9f. 00080000:00000010:2.0:1764938851.885837:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008570128c. 00080000:00000010:2.0:1764938851.885839:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083b75be3. 00080000:00000010:2.0:1764938851.885842:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b0519d9. 00080000:00000010:2.0:1764938851.885844:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7d599e1. 00080000:00000010:2.0:1764938851.885846:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afc3770c. 00080000:00000010:2.0:1764938851.885848:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e544e01. 00080000:00000010:2.0:1764938851.885850:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000628a2f8. 00080000:00000010:2.0:1764938851.885852:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c74288b. 00080000:00000010:2.0:1764938851.885854:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000488098c2. 00080000:00000010:2.0:1764938851.885856:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050fc42a6. 00080000:00000010:2.0:1764938851.885858:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011e120ef. 00080000:00000010:2.0:1764938851.885860:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000523bc821. 00080000:00000010:2.0:1764938851.885862:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a409258b. 00080000:00000010:2.0:1764938851.885864:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e1d13c8. 00080000:00000010:2.0:1764938851.885866:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037decc3e. 00080000:00000010:2.0:1764938851.885868:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026f0c153. 00080000:00000010:2.0:1764938851.885870:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008573ac97. 00080000:00000010:2.0:1764938851.885872:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001298bb58. 00080000:00000010:2.0:1764938851.885875:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f3d3da5. 00080000:00000010:2.0:1764938851.885877:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029506364. 00080000:00000010:2.0:1764938851.885880:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f09724d4. 00080000:00000010:2.0:1764938851.885883:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7c89b3d. 00080000:00000010:2.0:1764938851.885886:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045426306. 00080000:00000010:2.0:1764938851.885888:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b413a39c. 00080000:00000010:2.0:1764938851.885892:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da2c4f87. 00080000:00000010:2.0:1764938851.885895:0:71732:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015260124. 00010000:00000010:1.0:1764938851.893774:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4abb7a3. 00010000:00000010:1.0:1764938851.893791:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1f2f77. 00010000:00000010:1.0:1764938851.893873:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab3b7758. 00010000:00000010:1.0:1764938851.893877:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.893882:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006756f0e9. 00010000:00000010:1.0:1764938851.893887:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.893906:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073952df3. 00010000:00000010:1.0:1764938851.893935:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.893939:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.893974:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ceae8e8. 00010000:00000010:1.0:1764938851.893977:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.893980:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002259f7b4. 00010000:00000010:1.0:1764938851.893983:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.893991:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027cc5aed. 00010000:00000010:1.0:1764938851.894014:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894017:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894052:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dd05af4. 00010000:00000010:1.0:1764938851.894055:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894057:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9bd48b6. 00010000:00000010:1.0:1764938851.894060:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894068:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007207ae30. 00010000:00000010:1.0:1764938851.894093:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894096:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894187:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006de1cb95. 00010000:00000010:1.0:1764938851.894190:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894193:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dc2640a. 00010000:00000010:1.0:1764938851.894196:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894204:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0cc8bb6. 00010000:00000010:1.0:1764938851.894226:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894230:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894261:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000431a9009. 00010000:00000010:1.0:1764938851.894264:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894266:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018c51853. 00010000:00000010:1.0:1764938851.894269:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894277:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083a48693. 00010000:00000010:1.0:1764938851.894299:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894302:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894332:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064e48131. 00010000:00000010:1.0:1764938851.894335:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894339:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005060be60. 00010000:00000010:1.0:1764938851.894342:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894349:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000991aa6d0. 00010000:00000010:1.0:1764938851.894382:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894386:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894421:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e43b36f8. 00010000:00000010:1.0:1764938851.894424:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894427:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009592f8c1. 00010000:00000010:1.0:1764938851.894429:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894436:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4645f97. 00010000:00000010:1.0:1764938851.894458:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894461:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894490:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bbfa27d. 00010000:00000010:1.0:1764938851.894492:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894495:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5489dcf. 00010000:00000010:1.0:1764938851.894498:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894504:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a3d8caa. 00010000:00000010:1.0:1764938851.894525:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894528:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894561:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007157cab0. 00010000:00000010:1.0:1764938851.894565:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894567:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6054114. 00010000:00000010:1.0:1764938851.894570:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894576:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001960a0c1. 00010000:00000010:1.0:1764938851.894597:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894600:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894628:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000757ad4b7. 00010000:00000010:1.0:1764938851.894630:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894633:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028c1af96. 00010000:00000010:1.0:1764938851.894636:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894643:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091937890. 00010000:00000010:1.0:1764938851.894664:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894667:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894695:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a996b61. 00010000:00000010:1.0:1764938851.894698:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894701:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c047de25. 00010000:00000010:1.0:1764938851.894703:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894710:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d63cd0c. 00010000:00000010:1.0:1764938851.894732:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894735:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894761:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adac5600. 00010000:00000010:1.0:1764938851.894764:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894766:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9ffa46d. 00010000:00000010:1.0:1764938851.894769:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894776:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e56b13f. 00010000:00000010:1.0:1764938851.894796:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894799:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894829:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000907e4f9a. 00010000:00000010:1.0:1764938851.894832:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894835:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6a5f9ae. 00010000:00000010:1.0:1764938851.894837:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894843:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e196f70. 00010000:00000010:1.0:1764938851.894863:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894866:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894890:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f16d4df2. 00010000:00000010:1.0:1764938851.894893:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894896:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab43267d. 00010000:00000010:1.0:1764938851.894898:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894905:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc4931fa. 00010000:00000010:1.0:1764938851.894923:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894926:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894954:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d510d62. 00010000:00000010:1.0:1764938851.894956:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.894958:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.0:1764938851.894961:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.894967:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006df91494. 00010000:00000010:1.0:1764938851.894986:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.894989:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895016:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000559f86d. 00010000:00000010:1.0:1764938851.895018:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895021:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df6961cb. 00010000:00000010:1.0:1764938851.895023:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895030:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000465cdb35. 00010000:00000010:1.0:1764938851.895050:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895053:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895080:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000220ac02c. 00010000:00000010:1.0:1764938851.895083:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895086:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e901e548. 00010000:00000010:1.0:1764938851.895088:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895095:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005571995a. 00010000:00000010:1.0:1764938851.895171:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895175:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895204:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000275300c4. 00010000:00000010:1.0:1764938851.895207:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895210:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a631bb4. 00010000:00000010:1.0:1764938851.895213:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895220:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4220c80. 00010000:00000010:1.0:1764938851.895238:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895241:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895268:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004427e1c2. 00010000:00000010:1.0:1764938851.895270:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895273:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090074b15. 00010000:00000010:1.0:1764938851.895276:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895281:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e06691bd. 00010000:00000010:1.0:1764938851.895297:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895300:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895324:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6e1b9ce. 00010000:00000010:1.0:1764938851.895326:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895329:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5aef297. 00010000:00000010:1.0:1764938851.895332:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895337:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d0ae00c. 00010000:00000010:1.0:1764938851.895354:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895356:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895393:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d09b984d. 00010000:00000010:1.0:1764938851.895396:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895399:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ffbf140. 00010000:00000010:1.0:1764938851.895402:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895408:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f5f8268. 00010000:00000010:1.0:1764938851.895430:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895434:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895461:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed493a9d. 00010000:00000010:1.0:1764938851.895463:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895466:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc77d456. 00010000:00000010:1.0:1764938851.895469:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895477:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048dc6e88. 00010000:00000010:1.0:1764938851.895497:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895500:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895527:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004443205a. 00010000:00000010:1.0:1764938851.895530:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895533:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002603156e. 00010000:00000010:1.0:1764938851.895536:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895542:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1e4de67. 00010000:00000010:1.0:1764938851.895562:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895565:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895592:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bae50ee7. 00010000:00000010:1.0:1764938851.895595:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895597:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e17162c. 00010000:00000010:1.0:1764938851.895600:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895607:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087607cfe. 00010000:00000010:1.0:1764938851.895627:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895630:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895661:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c39dc15. 00010000:00000010:1.0:1764938851.895663:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895666:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012d74219. 00010000:00000010:1.0:1764938851.895669:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895676:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e6a5b4e. 00010000:00000010:1.0:1764938851.895697:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895700:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895728:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000877054a3. 00010000:00000010:1.0:1764938851.895730:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895733:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5def7c3. 00010000:00000010:1.0:1764938851.895736:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895743:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca1df70b. 00010000:00000010:1.0:1764938851.895765:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895768:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895798:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033753cd3. 00010000:00000010:1.0:1764938851.895801:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895804:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec4f237. 00010000:00000010:1.0:1764938851.895807:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895814:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b0d3202. 00010000:00000010:1.0:1764938851.895834:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895837:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895867:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078831294. 00010000:00000010:1.0:1764938851.895870:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895872:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015a9c2cf. 00010000:00000010:1.0:1764938851.895874:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895881:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b7f89a. 00010000:00000010:1.0:1764938851.895902:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895906:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895935:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059f3a637. 00010000:00000010:1.0:1764938851.895937:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.895940:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da0c994e. 00010000:00000010:1.0:1764938851.895942:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.895949:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f1fae61. 00010000:00000010:1.0:1764938851.895971:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.895974:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896002:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8b7ffe7. 00010000:00000010:1.0:1764938851.896005:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896008:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000876cd5bc. 00010000:00000010:1.0:1764938851.896010:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896016:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c3994db. 00010000:00000010:1.0:1764938851.896037:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896041:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896071:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c99fb58. 00010000:00000010:1.0:1764938851.896074:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896076:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002feedf3a. 00010000:00000010:1.0:1764938851.896079:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896086:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006eae6248. 00010000:00000010:1.0:1764938851.896138:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896142:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896171:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016de4f24. 00010000:00000010:1.0:1764938851.896174:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896176:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031c0ce41. 00010000:00000010:1.0:1764938851.896179:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896185:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9417d33. 00010000:00000010:1.0:1764938851.896206:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896210:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896239:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f412ba0. 00010000:00000010:1.0:1764938851.896242:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896245:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.0:1764938851.896247:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896255:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7b66eda. 00010000:00000010:1.0:1764938851.896278:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896282:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896310:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a856ff3. 00010000:00000010:1.0:1764938851.896312:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896315:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e826759. 00010000:00000010:1.0:1764938851.896318:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896325:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f06f7bf. 00010000:00000010:1.0:1764938851.896347:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896350:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896391:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004312c0d8. 00010000:00000010:1.0:1764938851.896394:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896397:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0a39573. 00010000:00000010:1.0:1764938851.896399:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896406:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054086837. 00010000:00000010:1.0:1764938851.896429:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896433:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896461:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a80366e8. 00010000:00000010:1.0:1764938851.896464:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896467:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.0:1764938851.896469:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896477:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3618ccc. 00010000:00000010:1.0:1764938851.896499:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896502:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896533:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003180193a. 00010000:00000010:1.0:1764938851.896536:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896538:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.0:1764938851.896541:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896549:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7f33b02. 00010000:00000010:1.0:1764938851.896570:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896573:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896601:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d767a18. 00010000:00000010:1.0:1764938851.896603:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896606:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.0:1764938851.896608:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896616:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075d43207. 00010000:00000010:1.0:1764938851.896636:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896639:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896668:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000405c2826. 00010000:00000010:1.0:1764938851.896670:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896673:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd97f9a1. 00010000:00000010:1.0:1764938851.896675:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896684:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b7a4701. 00010000:00000010:1.0:1764938851.896706:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896709:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896735:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0b0e38f. 00010000:00000010:1.0:1764938851.896737:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896741:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2703a34. 00010000:00000010:1.0:1764938851.896744:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00080000:00000010:1.0:1764938851.896750:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006147c455. 00010000:00000010:1.0:1764938851.896772:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896775:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d658042. 00010000:00000010:1.0:1764938851.896803:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000917ad472. 00010000:00000010:1.0:1764938851.896807:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8e57c5f. 00010000:00000010:1.0:1764938851.896814:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5f380c2. 00000100:00000010:1.0:1764938851.896821:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938851.896830:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938851.896843:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ab3d6a8. 02000000:00000010:1.0:1764938851.896870:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083484955. 00000400:00000010:1.0:1764938851.896877:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2f1bd07. 00000400:00000010:1.0:1764938851.896882:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ff7b08d. 00000100:00000200:1.0:1764938851.896889:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941184, portal 16 00000400:00000010:1.0:1764938851.896893:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2d66d72. 00000100:00000200:1.0:1764938851.896895:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941184, offset 0 00000400:00000200:1.0:1764938851.896904:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.896918:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.896925:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.896928:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.896931:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.896933:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90535:90535:256:4294967295] 192.168.203.57@tcp LPNI seq info [90535:90535:8:4294967295] 00000400:00000200:1.0:1764938851.896943:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.896948:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.896952:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938851.896957:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.896963:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.896967:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.897304:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.897307:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938851.897312:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.897317:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.897321:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:3.0:1764938851.897323:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00000100:00000200:3.0:1764938851.897329:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626941184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.898988:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.899006:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a900 00000400:00000200:0.0:1764938851.899014:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb13e5 [1] + 224 00000400:00000200:0.0:1764938851.899029:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.899032:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.899040:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626941184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.899154:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2f1bd07. 00000400:00000200:1.0:1764938851.899158:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:1.0:1764938851.899160:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00000100:00000200:1.0:1764938851.899166:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626941184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.899173:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626941184/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.899199:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083484955. 02000000:00000010:1.0:1764938851.899203:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ab3d6a8. 00000100:00000010:1.0:1764938851.899207:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938851.899211:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938851.899214:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5f380c2. 00010000:00000010:1.1:1764938851.902660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce29f43. 00010000:00000010:1.1:1764938851.902676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bd20677. 00010000:00000010:1.1:1764938851.902683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab3b7758. 00010000:00000010:1.1:1764938851.902688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006756f0e9. 00010000:00000010:1.1:1764938851.902691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ceae8e8. 00010000:00000010:1.1:1764938851.902694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002259f7b4. 00010000:00000010:1.1:1764938851.902697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd05af4. 00010000:00000010:1.1:1764938851.902700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9bd48b6. 00010000:00000010:1.1:1764938851.902702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006de1cb95. 00010000:00000010:1.1:1764938851.902705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc2640a. 00010000:00000010:1.1:1764938851.902709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431a9009. 00010000:00000010:1.1:1764938851.902711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c51853. 00010000:00000010:1.1:1764938851.902713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e48131. 00010000:00000010:1.1:1764938851.902717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005060be60. 00010000:00000010:1.1:1764938851.902719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e43b36f8. 00010000:00000010:1.1:1764938851.902722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009592f8c1. 00010000:00000010:1.1:1764938851.902724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bbfa27d. 00010000:00000010:1.1:1764938851.902726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5489dcf. 00010000:00000010:1.1:1764938851.902728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007157cab0. 00010000:00000010:1.1:1764938851.902730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6054114. 00010000:00000010:1.1:1764938851.902732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000757ad4b7. 00010000:00000010:1.1:1764938851.902734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c1af96. 00010000:00000010:1.1:1764938851.902740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a996b61. 00010000:00000010:1.1:1764938851.902742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c047de25. 00010000:00000010:1.1:1764938851.902744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adac5600. 00010000:00000010:1.1:1764938851.902746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ffa46d. 00010000:00000010:1.1:1764938851.902749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000907e4f9a. 00010000:00000010:1.1:1764938851.902751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6a5f9ae. 00010000:00000010:1.1:1764938851.902753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f16d4df2. 00010000:00000010:1.1:1764938851.902756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab43267d. 00010000:00000010:1.1:1764938851.902758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d510d62. 00010000:00000010:1.1:1764938851.902760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec15bf5. 00010000:00000010:1.1:1764938851.902762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000559f86d. 00010000:00000010:1.1:1764938851.902764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df6961cb. 00010000:00000010:1.1:1764938851.902766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000220ac02c. 00010000:00000010:1.1:1764938851.902769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e901e548. 00010000:00000010:1.1:1764938851.902771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000275300c4. 00010000:00000010:1.1:1764938851.902773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a631bb4. 00010000:00000010:1.1:1764938851.902775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004427e1c2. 00010000:00000010:1.1:1764938851.902778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090074b15. 00010000:00000010:1.1:1764938851.902781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e1b9ce. 00010000:00000010:1.1:1764938851.902785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5aef297. 00010000:00000010:1.1:1764938851.902787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09b984d. 00010000:00000010:1.1:1764938851.902789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ffbf140. 00010000:00000010:1.1:1764938851.902791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed493a9d. 00010000:00000010:1.1:1764938851.902794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc77d456. 00010000:00000010:1.1:1764938851.902797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004443205a. 00010000:00000010:1.1:1764938851.902800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002603156e. 00010000:00000010:1.1:1764938851.902804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bae50ee7. 00010000:00000010:1.1:1764938851.902807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e17162c. 00010000:00000010:1.1:1764938851.902809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c39dc15. 00010000:00000010:1.1:1764938851.902811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012d74219. 00010000:00000010:1.1:1764938851.902813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000877054a3. 00010000:00000010:1.1:1764938851.902815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5def7c3. 00010000:00000010:1.1:1764938851.902817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033753cd3. 00010000:00000010:1.1:1764938851.902820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec4f237. 00010000:00000010:1.1:1764938851.902822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078831294. 00010000:00000010:1.1:1764938851.902825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a9c2cf. 00010000:00000010:1.1:1764938851.902827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f3a637. 00010000:00000010:1.1:1764938851.902829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0c994e. 00010000:00000010:1.1:1764938851.902831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8b7ffe7. 00010000:00000010:1.1:1764938851.902833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876cd5bc. 00000400:00000200:3.0:1764938851.903628:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.903647:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64940 00000400:00000200:3.0:1764938851.903653:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafd51 [2] + 984 00000400:00000200:3.0:1764938851.904081:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.904088:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.904095:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.904101:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 00000020:00000010:1.0:1764938851.904239:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083484955. 00000020:00000010:1.0:1764938851.904247:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d658042. 00000020:00000010:1.0:1764938851.904250:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c13a8df. 00000100:00000200:1.0:1764938851.904274:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df2d2ba6 x1850670621018432/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938851.904859:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018432 02000000:00000010:2.0:1764938851.904874:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b990a3d. 00010000:00000010:2.0:1764938851.904906:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a829aa8. 00010000:00000010:2.0:1764938851.904927:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.904933:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e59d77. 00080000:00000010:0.0:1764938851.905538:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcd03e89. 00010000:00000010:0.0:1764938851.905695:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016ab5671. 00010000:00000010:0.0:1764938851.905699:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005863a0ba. 00010000:00000010:0.0:1764938851.905706:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:0.0:1764938851.905711:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058d9e9de. 00080000:00000010:0.0:1764938851.905725:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014f7256e. 00010000:00000010:0.0:1764938851.905750:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058d9e9de. 00010000:00000010:0.0:1764938851.905755:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005863a0ba. 00010000:00000010:0.0:1764938851.905805:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c19c4d77. 00010000:00000010:0.0:1764938851.905808:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058d9e9de. 00010000:00000010:0.0:1764938851.905816:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b67d088e. 00000100:00000010:0.0:1764938851.905821:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.905827:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5d49628. 02000000:00000010:0.0:1764938851.905837:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b29cbc1. 02000000:00000010:0.0:1764938851.905861:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037b4c545. 00000400:00000010:0.0:1764938851.905867:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938851.905873:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938851.905879:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941248, portal 16 00000400:00000010:0.0:1764938851.905883:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938851.905885:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941248, offset 0 00000400:00000200:0.0:1764938851.905892:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.905907:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.905914:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.905917:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.905920:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.905923:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90536:90536:256:4294967295] 192.168.203.57@tcp LPNI seq info [90536:90536:8:4294967295] 00000400:00000200:0.0:1764938851.905933:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.905939:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.905944:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82352938). 00000800:00000200:0.0:1764938851.905950:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.905958:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.905961:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.906137:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.906142:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:3.0:1764938851.906147:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.906151:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.906155:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:3.0:1764938851.906157:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:3.0:1764938851.906164:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5d49628 x1850670626941248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938851.906352:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8e57c5f. 00000100:00000010:2.0:1764938851.906372:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006e59d77. 00010000:00000010:2.0:1764938851.906376:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00010000:00000010:2.0:1764938851.906387:0:64653:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005f94214. 00000400:00000010:2.0:1764938851.906401:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b287fc02. 00000100:00000200:2.0:1764938851.906404:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018432, offset 224 00000400:00000200:2.0:1764938851.906410:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.906417:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.906421:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90537:90537:256:4294967295] 192.168.203.57@tcp LPNI seq info [90537:90537:8:4294967295] 00000400:00000200:2.0:1764938851.906429:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.906433:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.906436:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938851.906440:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.906444:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.906447:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.906466:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d658042. 00000020:00000010:2.0:1764938851.906469:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c13a8df. 00000020:00000010:2.0:1764938851.906472:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083484955. 00000800:00000200:0.0:1764938851.907728:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.907733:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:0.0:1764938851.907739:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.907745:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.907751:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b287fc02 00000400:00000010:0.0:1764938851.907753:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b287fc02. 00010000:00000010:1.1:1764938851.907825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99fb58. 00010000:00000010:1.1:1764938851.907832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002feedf3a. 00010000:00000010:1.1:1764938851.907836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016de4f24. 00010000:00000010:1.1:1764938851.907839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031c0ce41. 00010000:00000010:1.1:1764938851.907841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f412ba0. 00010000:00000010:1.1:1764938851.907844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.1:1764938851.907846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a856ff3. 00010000:00000010:1.1:1764938851.907848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e826759. 00010000:00000010:1.1:1764938851.907850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004312c0d8. 00010000:00000010:1.1:1764938851.907851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a39573. 00010000:00000010:1.1:1764938851.907853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a80366e8. 00010000:00000010:1.1:1764938851.907856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.1:1764938851.907858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003180193a. 00010000:00000010:1.1:1764938851.907861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.1:1764938851.907863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d767a18. 00010000:00000010:1.1:1764938851.907865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.1:1764938851.907867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000405c2826. 00010000:00000010:1.1:1764938851.907870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd97f9a1. 00010000:00000010:1.1:1764938851.907872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b0e38f. 00010000:00000010:1.1:1764938851.907874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2703a34. 00000400:00000200:3.0:1764938851.908090:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.908102:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a940 00000400:00000200:3.0:1764938851.908122:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb13ed [1] + 224 00000400:00000200:3.0:1764938851.908132:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.908135:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.908143:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d49628 x1850670626941248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.908170:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.908175:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64980 00000400:00000010:0.0:1764938851.908176:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938851.908181:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938851.908182:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000400:00000200:3.0:1764938851.908188:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafd51 [2] + 1312 00000100:00000200:0.0:1764938851.908189:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d49628 x1850670626941248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.908198:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1764938851.908201:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5d49628 x1850670626941248/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.908205:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.908210:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.908216:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 02000000:00000010:0.0:1764938851.908235:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037b4c545. 02000000:00000010:0.0:1764938851.908242:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005b29cbc1. 00000100:00000010:0.0:1764938851.908246:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5d49628. 00000100:00000010:0.0:1764938851.908249:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938851.908251:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b67d088e. 00000020:00000010:2.0:1764938851.908336:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f0e4fa. 00000020:00000010:2.0:1764938851.908343:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.908347:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.908386:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1bf7105 x1850670621018496/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938851.908415:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018496 02000000:00000010:2.0:1764938851.908423:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b05825fa. 00010000:00000010:2.0:1764938851.908446:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4f31496. 00010000:00000010:2.0:1764938851.908463:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.908469:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e59d77. 00000100:00000010:2.0:1764938851.908484:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006e59d77. 00010000:00000010:2.0:1764938851.908487:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.908497:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5b40966. 00000100:00000200:2.0:1764938851.908500:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018496, offset 224 00000400:00000200:2.0:1764938851.908507:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.908515:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.908519:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90538:90538:256:4294967295] 192.168.203.57@tcp LPNI seq info [90538:90538:8:4294967295] 00000400:00000200:2.0:1764938851.908528:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.908532:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.908535:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938851.908539:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.908544:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.908547:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.908566:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.908569:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.908572:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f0e4fa. 00080000:00000010:0.0:1764938851.908687:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b29cbc1. 00010000:00000010:0.0:1764938851.908759:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058d9e9de. 00010000:00000010:0.0:1764938851.908765:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009687e290. 00010000:00000010:0.0:1764938851.908831:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3f05e31. 00010000:00000010:0.0:1764938851.908836:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058d9e9de. 00010000:00000010:0.0:1764938851.908846:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b67d088e. 00000100:00000010:0.0:1764938851.908849:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.908854:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5d49628. 02000000:00000010:0.0:1764938851.908862:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037b4c545. 02000000:00000010:0.0:1764938851.908881:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000315e7685. 00000400:00000010:0.0:1764938851.908884:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938851.908888:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938851.908892:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941312, portal 16 00000400:00000010:0.0:1764938851.908896:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938851.908898:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941312, offset 0 00000400:00000200:0.0:1764938851.908903:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.908909:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.908916:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.908919:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.908922:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.908925:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90539:90539:255:4294967295] 192.168.203.57@tcp LPNI seq info [90539:90539:7:4294967295] 00000400:00000200:0.0:1764938851.908931:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.908935:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.908938:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82353186). 00000800:00000200:0.0:1764938851.908942:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.908945:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.908947:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.909214:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.909218:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352938). 00000400:00000200:3.0:1764938851.909222:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.909226:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.909229:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5b40966 00000400:00000010:3.0:1764938851.909230:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5b40966. 00000800:00000200:3.0:1764938851.910561:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.910568:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:3.0:1764938851.910573:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.910580:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.910584:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:3.0:1764938851.910586:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:3.0:1764938851.910593:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5d49628 x1850670626941312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.911167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056813b6e. 00000400:00000200:0.0:1764938851.914145:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.914167:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a980 00000400:00000200:0.0:1764938851.914176:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb13fd [1] + 224 00000400:00000200:0.0:1764938851.914188:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.914192:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.914202:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5d49628 x1850670626941312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.914234:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.914239:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f649c0 00000400:00000200:0.0:1764938851.914243:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafd51 [2] + 1640 00000400:00000200:0.0:1764938851.914303:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.914307:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.914312:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.914318:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a2e40877. 00000400:00000010:1.0:1764938851.914845:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:1.0:1764938851.914852:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:1.0:1764938851.914854:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:1.0:1764938851.914862:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5d49628 x1850670626941312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.914870:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5d49628 x1850670626941312/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.914899:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000315e7685. 02000000:00000010:1.0:1764938851.914905:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037b4c545. 00000100:00000010:1.0:1764938851.914908:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5d49628. 00000100:00000010:1.0:1764938851.914912:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:1.0:1764938851.914916:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b67d088e. 00000020:00000010:2.0:1764938851.916081:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f0e4fa. 00000020:00000010:2.0:1764938851.916090:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.916096:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.916156:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a2e40877 x1850670621018560/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938851.916192:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018560 02000000:00000010:2.0:1764938851.916204:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000015260124. 00010000:00000010:2.0:1764938851.916231:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c0dd54e. 00010000:00000010:2.0:1764938851.916252:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.916258:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e59d77. 00000100:00000010:2.0:1764938851.916276:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006e59d77. 00010000:00000010:2.0:1764938851.916279:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.916291:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca176740. 00000100:00000200:2.0:1764938851.916296:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018560, offset 224 00000400:00000200:2.0:1764938851.916304:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938851.916312:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083484955. 00000400:00000200:2.0:1764938851.916317:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.916323:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90540:90540:256:4294967295] 192.168.203.57@tcp LPNI seq info [90540:90540:8:4294967295] 00000400:00000200:2.0:1764938851.916333:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.916339:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.916343:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938851.916348:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.916355:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.916358:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.916403:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.916408:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.916412:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f0e4fa. 00000800:00000200:3.0:1764938851.916485:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.916488:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:3.0:1764938851.916492:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.916497:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.916500:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca176740 00000400:00000010:3.0:1764938851.916502:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca176740. 00010000:00000010:1.0:1764938851.917054:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058d9e9de. 00010000:00000010:1.0:1764938851.917062:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056811e9c. 00010000:00000010:1.0:1764938851.918158:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2703a34. 00010000:00000010:1.0:1764938851.918166:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017e5330f. 00010000:00000010:1.0:1764938851.918177:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5f380c2. 00000100:00000010:1.0:1764938851.918183:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938851.918191:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938851.918204:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ab3d6a8. 02000000:00000010:1.0:1764938851.918228:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8e1f4b9. 00000400:00000010:1.0:1764938851.918233:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2f1bd07. 00000400:00000010:1.0:1764938851.918238:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ff7b08d. 00000100:00000200:1.0:1764938851.918243:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941376, portal 16 00000400:00000010:1.0:1764938851.918247:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081a11b07. 00000100:00000200:1.0:1764938851.918249:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941376, offset 0 00000400:00000200:1.0:1764938851.918257:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.918268:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.918274:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.918277:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.918280:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.918283:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90541:90541:256:4294967295] 192.168.203.57@tcp LPNI seq info [90541:90541:8:4294967295] 00000400:00000200:1.0:1764938851.918293:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.918297:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.918301:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938851.918306:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.918312:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.918315:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.918493:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.918496:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938851.918501:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.918505:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.918508:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081a11b07 00000400:00000010:3.0:1764938851.918509:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081a11b07. 00000100:00000200:3.0:1764938851.918515:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626941376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.920148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000917ad472. 00010000:00000010:2.1:1764938851.920160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f199e6f. 00010000:00000010:0.1:1764938851.920638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ab5671. 00010000:00000010:0.1:1764938851.920646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ce7ece. 00000400:00000200:0.0:1764938851.920685:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.920698:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550a9c0 00000400:00000200:0.0:1764938851.920705:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1409 [1] + 224 00000400:00000200:0.0:1764938851.920717:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.920721:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.920728:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626941376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.920819:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2f1bd07. 00000400:00000200:1.0:1764938851.920824:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:1.0:1764938851.920826:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00000100:00000200:1.0:1764938851.920842:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626941376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.920850:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626941376/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.920875:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8e1f4b9. 02000000:00000010:1.0:1764938851.920880:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ab3d6a8. 00000100:00000010:1.0:1764938851.920884:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938851.920888:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938851.920891:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5f380c2. 00000400:00000200:3.0:1764938851.922675:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.922692:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64a00 00000400:00000200:3.0:1764938851.922700:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafd51 [2] + 1968 00000400:00000010:3.0:1764938851.922705:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f479e79e. 00000400:00000200:3.0:1764938851.922710:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ef4ef55c 00000400:00000200:3.0:1764938851.922927:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.922933:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.922937:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef4ef55c 00000400:00000010:3.0:1764938851.922939:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ef4ef55c (tot 82352538). 00000100:00000200:3.0:1764938851.922944:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1764938851.924191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d1f6d3e. 00010000:00000010:0.1:1764938851.924202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c19c4d77. 00010000:00000010:2.1:1764938851.924332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060735ab9. 00000020:00000010:2.0:1764938851.924643:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f0e4fa. 00000020:00000010:2.0:1764938851.924651:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.924656:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.924685:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000036e1a6e9 x1850670621018624/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938851.924734:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018624 02000000:00000010:2.0:1764938851.924746:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da2c4f87. 00010000:00000010:2.0:1764938851.924775:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1a25cde. 00010000:00000010:2.0:1764938851.924793:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.924800:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e59d77. 00000100:00000010:2.0:1764938851.924819:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006e59d77. 00010000:00000010:2.0:1764938851.924824:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.924847:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000833d09aa. 00000100:00000200:2.0:1764938851.924853:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018624, offset 224 00000400:00000200:2.0:1764938851.924862:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.924875:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.924880:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90542:90542:256:4294967295] 192.168.203.57@tcp LPNI seq info [90542:90542:8:4294967295] 00000400:00000200:2.0:1764938851.924890:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.924895:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.924900:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352786). 00000800:00000200:2.0:1764938851.924907:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.924914:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00080000:00000010:1.0:1764938851.924917:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8e1f4b9. 00000800:00000200:2.0:1764938851.924928:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.924950:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.924954:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.924958:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f0e4fa. 02000000:00000010:2.0:1764938851.924966:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000015260124. 00000100:00000010:2.0:1764938851.924970:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a2e40877. 02000000:00000010:2.0:1764938851.924974:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b05825fa. 00000100:00000010:2.0:1764938851.924976:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 02000000:00000010:2.0:1764938851.924980:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b990a3d. 00000100:00000010:2.0:1764938851.924982:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 02000000:00000010:2.0:1764938851.924987:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009dc6ff60. 00000100:00000010:2.0:1764938851.924990:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2fa6e28. 00010000:00000010:1.0:1764938851.924992:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017e5330f. 02000000:00000010:2.0:1764938851.924994:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d792f9a3. 00000100:00000010:2.0:1764938851.924999:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076ba2ea4. 00010000:00000010:1.0:1764938851.925000:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000135be771. 02000000:00000010:2.0:1764938851.925003:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eaaa1228. 00000100:00000010:2.0:1764938851.925012:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010bb53b1. 00000100:00000200:2.0:1764938851.925018:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938851.925023:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c073060. 00000400:00000010:2.0:1764938851.925027:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000006e59d77 (tot 82352938). 00010000:00000010:1.0:1764938851.925064:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd97f9a1. 00010000:00000010:1.0:1764938851.925069:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017e5330f. 00010000:00000010:1.0:1764938851.925077:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5f380c2. 00000100:00000010:1.0:1764938851.925080:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938851.925086:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938851.925096:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ab3d6a8. 02000000:00000010:1.0:1764938851.925135:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb591741. 00000400:00000010:1.0:1764938851.925140:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2f1bd07. 00000400:00000010:1.0:1764938851.925143:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ff7b08d. 00000100:00000200:1.0:1764938851.925146:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941440, portal 16 00000400:00000010:1.0:1764938851.925150:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081a11b07. 00000100:00000200:1.0:1764938851.925152:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941440, offset 0 00000400:00000200:1.0:1764938851.925158:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.925163:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.925168:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938851.925172:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938851.925174:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938851.925177:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90543:90543:255:4294967295] 192.168.203.57@tcp LPNI seq info [90543:90543:7:4294967295] 00000400:00000200:1.0:1764938851.925184:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.925188:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.925191:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938851.925195:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.925201:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.925204:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.941223:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.941230:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352938). 00000400:00000200:3.0:1764938851.941240:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.941262:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.941277:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000833d09aa 00000400:00000010:3.0:1764938851.941280:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000833d09aa. 02000000:00000010:3.0:1764938851.941291:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da2c4f87. 00000800:00000200:3.0:1764938851.941372:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.941375:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938851.941378:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.941382:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.941395:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081a11b07 00000400:00000010:3.0:1764938851.941397:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081a11b07. 00000100:00000200:3.0:1764938851.941405:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626941440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.946347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000169e8e52. 00010000:00000010:1.1:1764938851.946374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3f05e31. 00010000:00000010:2.1:1764938851.946784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca12e98. 00000400:00000200:0.0:1764938851.947427:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.947445:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550aa00 00000400:00000200:0.0:1764938851.947453:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1419 [1] + 224 00000400:00000200:0.0:1764938851.947470:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.947473:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.947483:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626941440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.949008:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.949024:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64a40 00000400:00000200:0.0:1764938851.949031:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafda9 [2] + 0 00000400:00000200:0.0:1764938851.949075:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.949080:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.949085:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.949090:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 00000020:00000010:3.0:1764938851.949391:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003914ae78. 00000020:00000010:3.0:1764938851.949398:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938851.949403:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001eb1b54a. 00000100:00000200:3.0:1764938851.949441:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0814fbb x1850670621018688/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938851.949495:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018688 02000000:00000010:3.0:1764938851.949506:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a86549f8. 00010000:00000010:3.0:1764938851.949544:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938851.949551:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938851.949557:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938851.949560:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000400:00000010:3.0:1764938851.949575:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938851.949581:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018688, offset 224 00000400:00000200:3.0:1764938851.949589:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938851.949600:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938851.949606:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90544:90544:256:4294967295] 192.168.203.57@tcp LPNI seq info [90544:90544:8:4294967295] 00000400:00000200:3.0:1764938851.949617:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938851.949622:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938851.949626:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82352938). 00000800:00000200:3.0:1764938851.949631:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938851.949652:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938851.949656:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938851.949672:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938851.949675:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001eb1b54a. 00000020:00000010:3.0:1764938851.949678:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003914ae78. 00000800:00000200:3.0:1764938851.949747:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.949750:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:3.0:1764938851.949754:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.949757:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.949761:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:3.0:1764938851.949762:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000400:00000010:2.0:1764938851.950330:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2f1bd07. 00000400:00000200:2.0:1764938851.950335:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ff7b08d 00000400:00000010:2.0:1764938851.950336:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ff7b08d. 00000100:00000200:2.0:1764938851.950343:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626941440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.950352:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626941440/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938851.950385:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ac8355b. 02000000:00000010:2.0:1764938851.950400:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb591741. 02000000:00000010:2.0:1764938851.950404:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ab3d6a8. 00000100:00000010:2.0:1764938851.950408:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:2.0:1764938851.950411:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:2.0:1764938851.950413:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5f380c2. 00080000:00000010:2.0:1764938851.950452:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b413a39c. 00010000:00000010:2.0:1764938851.950559:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017e5330f. 00010000:00000010:2.0:1764938851.950566:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf203a0a. 00010000:00000010:2.0:1764938851.950645:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938851.950651:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938851.950660:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.950665:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b05eca9d. 00000100:00000010:2.0:1764938851.950670:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938851.950680:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da2c4f87. 02000000:00000010:2.0:1764938851.950700:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ab3d6a8. 00000400:00000010:2.0:1764938851.950714:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2931deb. 00000400:00000010:2.0:1764938851.950718:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938851.950723:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941504, portal 16 00000400:00000010:2.0:1764938851.950727:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f80d665c. 00000100:00000200:2.0:1764938851.950728:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941504, offset 0 00000400:00000200:2.0:1764938851.950735:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.950744:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.950751:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.950753:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.950756:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.950759:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90545:90545:256:4294967295] 192.168.203.57@tcp LPNI seq info [90545:90545:8:4294967295] 00000400:00000200:2.0:1764938851.950766:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.950771:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.950774:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938851.950778:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.950783:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.950787:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.950906:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.950909:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938851.950912:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.950916:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.950919:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f80d665c 00000400:00000010:3.0:1764938851.950920:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f80d665c. 00000100:00000200:3.0:1764938851.950926:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffe77141 x1850670626941504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.956260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f09e7cf. 00010000:00000010:1.1:1764938851.956373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa2fa0c3. 00010000:00000010:1.1:1764938851.956380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2703a34. 00000400:00000200:0.0:1764938851.958842:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.958862:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550aa40 00000400:00000200:0.0:1764938851.958870:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1425 [1] + 224 00000400:00000200:0.0:1764938851.958889:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.958893:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.958902:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe77141 x1850670626941504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.958961:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2931deb. 00000400:00000200:2.0:1764938851.958967:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:2.0:1764938851.958969:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00000100:00000200:2.0:1764938851.958976:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe77141 x1850670626941504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.958984:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffe77141 x1850670626941504/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.959013:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ab3d6a8. 02000000:00000010:2.0:1764938851.959020:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da2c4f87. 00000100:00000010:2.0:1764938851.959025:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000010:2.0:1764938851.959029:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b05eca9d. 00010000:00000010:2.0:1764938851.959033:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00010000:00000010:2.1:1764938851.960240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083975668. 00010000:00000010:2.1:1764938851.960252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036ffe26c. 00010000:00000010:2.1:1764938851.960256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd97f9a1. 00000400:00000200:3.0:1764938851.963626:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.963647:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64a80 00000400:00000200:3.0:1764938851.963656:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafda9 [2] + 328 00000400:00000200:3.0:1764938851.963732:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.963737:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.963743:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938851.963748:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdea65dc. 00000020:00000010:0.0:1764938851.963854:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e107492. 00000020:00000010:0.0:1764938851.963861:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938851.963865:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938851.963888:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cdea65dc x1850670621018752/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938851.963923:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018752 02000000:00000010:0.0:1764938851.963933:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d63200a6. 00010000:00000010:0.0:1764938851.964000:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000730ce0fb. 00010000:00000010:0.0:1764938851.964022:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000070a9a70. 00000100:00000010:0.0:1764938851.964029:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.964049:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938851.964053:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000070a9a70. 00000400:00000010:0.0:1764938851.964066:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938851.964072:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018752, offset 224 00000400:00000200:0.0:1764938851.964081:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.964092:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.964096:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90546:90546:256:4294967295] 192.168.203.57@tcp LPNI seq info [90546:90546:8:4294967295] 00080000:00000010:2.0:1764938851.964100:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eaaa1228. 00000400:00000200:0.0:1764938851.964176:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.964183:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.964188:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938851.964193:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.964200:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.964204:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938851.964218:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00010000:00000010:2.0:1764938851.964220:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2339fca. 00000020:00000010:0.0:1764938851.964222:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938851.964228:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e107492. 00010000:00000010:2.0:1764938851.964229:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010287cdc. 00010000:00000010:2.0:1764938851.964336:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ab00ab1. 00010000:00000010:2.0:1764938851.964350:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938851.964369:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.964373:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b05eca9d. 00000100:00000010:2.0:1764938851.964379:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938851.964389:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da2c4f87. 02000000:00000010:2.0:1764938851.964410:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ab3d6a8. 00000400:00000010:2.0:1764938851.964415:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2931deb. 00000400:00000010:2.0:1764938851.964419:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938851.964423:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941568, portal 16 00000400:00000010:2.0:1764938851.964427:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d426dd4. 00000100:00000200:2.0:1764938851.964429:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941568, offset 0 00000400:00000200:2.0:1764938851.964434:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.964440:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.964446:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.964449:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.964451:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.964453:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90547:90547:255:4294967295] 192.168.203.57@tcp LPNI seq info [90547:90547:7:4294967295] 00000400:00000200:2.0:1764938851.964460:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.964464:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.964467:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82353186). 00000800:00000200:2.0:1764938851.964470:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.964473:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.964476:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.964581:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.964585:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352938). 00000400:00000200:3.0:1764938851.964589:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.964592:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.964595:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:3.0:1764938851.964597:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000800:00000200:3.0:1764938851.964644:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.964646:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938851.964648:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.964656:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.964657:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d426dd4 00000400:00000010:3.0:1764938851.964659:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d426dd4. 00000100:00000200:3.0:1764938851.964664:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffe77141 x1850670626941568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938851.968276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034f99fb0. 00000400:00000200:0.0:1764938851.969266:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.969285:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550aa80 00000400:00000200:0.0:1764938851.969292:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1431 [1] + 224 00000400:00000200:0.0:1764938851.969304:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.969308:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.969318:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe77141 x1850670626941568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.969373:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.969380:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64ac0 00000400:00000200:0.0:1764938851.969386:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafda9 [2] + 656 00000400:00000010:2.0:1764938851.969435:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2931deb. 00000400:00000200:2.0:1764938851.969440:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:2.0:1764938851.969443:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00000400:00000200:0.0:1764938851.969443:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.969449:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938851.969452:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe77141 x1850670626941568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938851.969453:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.969460:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b955191. 00000100:00000200:2.0:1764938851.969464:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffe77141 x1850670626941568/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.969494:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ab3d6a8. 02000000:00000010:2.0:1764938851.969500:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da2c4f87. 00000100:00000010:2.0:1764938851.969505:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000010:2.0:1764938851.969509:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b05eca9d. 00010000:00000010:2.0:1764938851.969514:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000020:00000010:1.0:1764938851.969919:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb591741. 00000020:00000010:1.0:1764938851.969927:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.969932:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938851.969956:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b955191 x1850670621018816/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938851.969991:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018816 02000000:00000010:1.0:1764938851.970003:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003366e35b. 00010000:00000010:1.0:1764938851.970028:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c21009d. 00010000:00000010:1.0:1764938851.970048:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf657511. 00000100:00000010:1.0:1764938851.970054:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938851.970071:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938851.970073:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf657511. 00000400:00000010:1.0:1764938851.970087:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2d66d72. 00000100:00000200:1.0:1764938851.970091:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018816, offset 224 00000400:00000200:1.0:1764938851.970098:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938851.970135:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938851.970141:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90548:90548:256:4294967295] 192.168.203.57@tcp LPNI seq info [90548:90548:8:4294967295] 00000400:00000200:1.0:1764938851.970151:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938851.970156:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938851.970161:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938851.970165:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938851.970172:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938851.970175:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938851.970201:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938851.970204:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938851.970207:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb591741. 00080000:00000010:2.0:1764938851.970333:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ab3d6a8. 00010000:00000010:2.0:1764938851.970420:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938851.970427:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac995013. 00010000:00000010:2.0:1764938851.970511:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a3ff6e8. 00010000:00000010:2.0:1764938851.970517:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2339fca. 00010000:00000010:2.0:1764938851.970525:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.970528:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b05eca9d. 00000100:00000010:2.0:1764938851.970534:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938851.970544:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da2c4f87. 02000000:00000010:2.0:1764938851.970566:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d30e736. 00000400:00000010:2.0:1764938851.970571:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2931deb. 00000400:00000010:2.0:1764938851.970575:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938851.970579:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941632, portal 16 00000400:00000010:2.0:1764938851.970583:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aa85688. 00000100:00000200:2.0:1764938851.970585:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941632, offset 0 00000400:00000200:2.0:1764938851.970590:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.970596:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.970602:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938851.970605:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938851.970607:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938851.970610:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90549:90549:255:4294967295] 192.168.203.57@tcp LPNI seq info [90549:90549:7:4294967295] 00000400:00000200:2.0:1764938851.970616:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.970620:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.970623:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82353186). 00000800:00000200:2.0:1764938851.970627:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.970630:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.970633:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938851.970646:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.970651:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352938). 00000400:00000200:0.0:1764938851.970656:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.970660:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.970663:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2d66d72 00000400:00000010:0.0:1764938851.970665:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2d66d72. 00000800:00000200:0.0:1764938851.971467:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.971473:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:0.0:1764938851.971478:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.971484:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.971488:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004aa85688 00000400:00000010:0.0:1764938851.971490:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004aa85688. 00000100:00000200:0.0:1764938851.971500:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffe77141 x1850670626941632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938851.972717:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938851.972732:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550aac0 00000400:00000200:3.0:1764938851.972741:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb143d [1] + 224 00000400:00000200:3.0:1764938851.972754:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.972757:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938851.972764:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe77141 x1850670626941632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938851.973447:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.973457:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64b00 00000400:00000200:0.0:1764938851.973462:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafda9 [2] + 984 00000400:00000010:2.0:1764938851.973843:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2931deb. 00000400:00000200:2.0:1764938851.973848:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:2.0:1764938851.973850:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00000100:00000200:2.0:1764938851.973858:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe77141 x1850670626941632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.973866:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffe77141 x1850670626941632/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.973894:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d30e736. 02000000:00000010:2.0:1764938851.973899:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da2c4f87. 00000100:00000010:2.0:1764938851.973905:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 00000100:00000010:2.0:1764938851.973909:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b05eca9d. 00010000:00000010:2.0:1764938851.973914:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000200:0.0:1764938851.974888:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.974899:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.974906:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.974915:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 00000020:00000010:2.0:1764938851.974995:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d30e736. 00000020:00000010:2.0:1764938851.975003:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.975007:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.975032:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c26b009e x1850670621018880/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938851.975705:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018880 02000000:00000010:2.0:1764938851.975723:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001cf2eb7f. 00010000:00000010:2.0:1764938851.975752:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000251bae2c. 00010000:00000010:2.0:1764938851.975799:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.975807:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b05eca9d. 00000100:00000010:2.0:1764938851.975819:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b05eca9d. 00010000:00000010:2.0:1764938851.975824:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.975836:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005436974a. 00000100:00000200:2.0:1764938851.975841:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018880, offset 224 00000400:00000200:2.0:1764938851.975850:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.975865:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.975871:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90550:90550:256:4294967295] 192.168.203.57@tcp LPNI seq info [90550:90550:8:4294967295] 00000400:00000200:2.0:1764938851.975882:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.975888:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.975893:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938851.975899:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.975906:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.975909:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.975925:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.975929:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.975933:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d30e736. 00000800:00000200:0.0:1764938851.976263:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938851.976269:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:0.0:1764938851.976274:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.976278:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938851.976282:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005436974a 00000400:00000010:0.0:1764938851.976284:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005436974a. 00080000:00000010:0.0:1764938851.976312:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e107492. 00010000:00000010:0.0:1764938851.976410:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2339fca. 00010000:00000010:0.0:1764938851.976419:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000054b77e0. 00010000:00000010:0.0:1764938851.976725:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c19c4d77. 00010000:00000010:0.0:1764938851.976733:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c71655e. 00010000:00000010:0.0:1764938851.976744:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000070a9a70. 00000100:00000010:0.0:1764938851.976750:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.976758:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cec6963. 02000000:00000010:0.0:1764938851.976771:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037b4c545. 02000000:00000010:0.0:1764938851.976793:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000315e7685. 00000400:00000010:0.0:1764938851.976799:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938851.976804:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938851.976808:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941696, portal 16 00000400:00000010:0.0:1764938851.976813:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938851.976815:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941696, offset 0 00000400:00000200:0.0:1764938851.976821:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.976830:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.976836:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.976839:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.976842:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.976844:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90551:90551:256:4294967295] 192.168.203.57@tcp LPNI seq info [90551:90551:8:4294967295] 00000400:00000200:0.0:1764938851.976853:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.976858:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.976861:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938851.976866:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.976870:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.976873:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938851.978311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced9cd88. 00010000:00000010:2.1:1764938851.978323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000800:00000200:3.0:1764938851.978661:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.978665:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:3.0:1764938851.978669:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.978678:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.978683:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:3.0:1764938851.978686:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:3.0:1764938851.978696:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001cec6963 x1850670626941696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938851.982215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da86844f. 00000400:00000200:0.0:1764938851.985821:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.985844:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ab00 00000400:00000200:0.0:1764938851.985854:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1449 [1] + 224 00000400:00000200:0.0:1764938851.985873:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.985877:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.985886:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001cec6963 x1850670626941696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938851.985968:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:2.0:1764938851.985973:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:2.0:1764938851.985975:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:2.0:1764938851.985980:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001cec6963 x1850670626941696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938851.985988:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001cec6963 x1850670626941696/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938851.986014:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000315e7685. 02000000:00000010:2.0:1764938851.986020:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037b4c545. 00000100:00000010:2.0:1764938851.986023:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cec6963. 00000100:00000010:2.0:1764938851.986027:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:2.0:1764938851.986031:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000070a9a70. 00010000:00000010:2.1:1764938851.989272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057db0e66. 00010000:00000010:2.1:1764938851.989287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab00ab1. 00010000:00000010:2.1:1764938851.989292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed6bc9a3. 00010000:00000010:0.1:1764938851.989310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000960ec19e. 00010000:00000010:0.1:1764938851.989316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3ff6e8. 00000400:00000200:0.0:1764938851.989348:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.989375:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64b40 00000400:00000200:0.0:1764938851.989383:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafda9 [2] + 1312 00000400:00000200:0.0:1764938851.989449:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.989454:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.989460:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938851.989465:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6dc1b1a. 00000020:00000010:2.0:1764938851.989532:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d30e736. 00000020:00000010:2.0:1764938851.989539:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.989543:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938851.989566:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6dc1b1a x1850670621018944/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:309/0 lens 328/0 e 0 to 0 dl 1764938894 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938851.990566:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621018944 02000000:00000010:2.0:1764938851.990584:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da2c4f87. 00010000:00000010:2.0:1764938851.990617:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d8173a0. 00010000:00000010:2.0:1764938851.990643:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938851.990650:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b05eca9d. 00000100:00000010:2.0:1764938851.990671:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b05eca9d. 00010000:00000010:2.0:1764938851.990676:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938851.990690:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a97059. 00000100:00000200:2.0:1764938851.990695:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621018944, offset 224 00000400:00000200:2.0:1764938851.990703:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938851.990715:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938851.990721:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90552:90552:256:4294967295] 192.168.203.57@tcp LPNI seq info [90552:90552:8:4294967295] 00000400:00000200:2.0:1764938851.990730:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938851.990735:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938851.990739:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938851.990745:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938851.990755:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938851.990759:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938851.990782:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938851.990787:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938851.990791:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d30e736. 00080000:00000010:0.0:1764938851.990793:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4ebaddf. 00010000:00000010:0.0:1764938851.990877:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c71655e. 00010000:00000010:0.0:1764938851.990883:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000622cf0c8. 00010000:00000010:0.0:1764938851.990956:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:0.0:1764938851.990963:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c71655e. 00010000:00000010:0.0:1764938851.990972:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098d9e921. 00000100:00000010:0.0:1764938851.990976:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938851.990981:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008522f535. 02000000:00000010:0.0:1764938851.990990:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd7f3dc8. 02000000:00000010:0.0:1764938851.991010:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000722b8e8e. 00000400:00000010:0.0:1764938851.991015:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3a36f0f. 00000400:00000010:0.0:1764938851.991020:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938851.991023:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941760, portal 16 00000400:00000010:0.0:1764938851.991027:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938851.991029:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941760, offset 0 00000400:00000200:0.0:1764938851.991034:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938851.991039:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938851.991045:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938851.991047:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938851.991050:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938851.991052:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90553:90553:255:4294967295] 192.168.203.57@tcp LPNI seq info [90553:90553:7:4294967295] 00000400:00000200:0.0:1764938851.991058:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938851.991062:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938851.991065:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82353186). 00000800:00000200:0.0:1764938851.991068:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938851.991072:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938851.991074:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938851.991332:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.991336:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352938). 00000400:00000200:3.0:1764938851.991340:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.991345:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.991348:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a97059 00000400:00000010:3.0:1764938851.991350:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a97059. 00000800:00000200:3.0:1764938851.991421:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938851.991423:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:3.0:1764938851.991426:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938851.991429:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938851.991431:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:3.0:1764938851.991432:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:3.0:1764938851.991438:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008522f535 x1850670626941760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938851.997854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d67e576. 00010000:00000010:0.1:1764938851.997953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006141ee3c. 00010000:00000010:0.1:1764938851.997959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c19c4d77. 00000400:00000200:0.0:1764938851.998039:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938851.998055:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ab40 00000400:00000200:0.0:1764938851.998063:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1455 [1] + 224 00000400:00000200:0.0:1764938851.998081:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938851.998084:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938851.998094:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008522f535 x1850670626941760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938851.998383:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3a36f0f. 00000400:00000200:1.0:1764938851.998389:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:1.0:1764938851.998391:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:1.0:1764938851.998397:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008522f535 x1850670626941760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938851.998404:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008522f535 x1850670626941760/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938851.998431:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000722b8e8e. 02000000:00000010:1.0:1764938851.998437:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd7f3dc8. 00000100:00000010:1.0:1764938851.998440:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008522f535. 00000100:00000010:1.0:1764938851.998444:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:1.0:1764938851.998447:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098d9e921. 00000400:00000200:0.0:1764938852.000202:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.000219:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64b80 00000400:00000200:0.0:1764938852.000226:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafda9 [2] + 1640 00000400:00000200:0.0:1764938852.000285:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.000289:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.000296:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.000300:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c7a3f24. 00000020:00000010:2.0:1764938852.000768:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d30e736. 00000020:00000010:2.0:1764938852.000775:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.000779:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.000800:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c7a3f24 x1850670621019008/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938852.000833:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019008 02000000:00000010:2.0:1764938852.000843:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000749d67c1. 00010000:00000010:2.0:1764938852.000866:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d30765c. 00010000:00000010:2.0:1764938852.000885:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.000891:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b05eca9d. 00000100:00000010:2.0:1764938852.000908:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b05eca9d. 00010000:00000010:2.0:1764938852.000912:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.000923:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938852.000927:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019008, offset 224 00000400:00000200:2.0:1764938852.000934:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.000944:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.000948:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90554:90554:256:4294967295] 192.168.203.57@tcp LPNI seq info [90554:90554:8:4294967295] 00000400:00000200:2.0:1764938852.000957:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.000962:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.000965:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938852.000971:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.000977:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.000980:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.001001:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.001005:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.001008:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d30e736. 00000800:00000200:3.0:1764938852.001179:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.001183:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:3.0:1764938852.001186:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.001190:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.001194:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101c6888 00000400:00000010:3.0:1764938852.001196:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101c6888. 00080000:00000010:0.0:1764938852.001356:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048ca956a. 00010000:00000010:0.0:1764938852.001453:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c71655e. 00010000:00000010:0.0:1764938852.001460:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009856920. 00010000:00000010:0.0:1764938852.001531:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c19c4d77. 00010000:00000010:0.0:1764938852.001537:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c71655e. 00010000:00000010:0.0:1764938852.001548:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c394d93b. 00000100:00000010:0.0:1764938852.001552:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.001558:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000426f1c9. 02000000:00000010:0.0:1764938852.001568:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dddb0370. 02000000:00000010:0.0:1764938852.001592:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004886bab7. 00000400:00000010:0.0:1764938852.001597:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938852.001601:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938852.001606:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941824, portal 16 00000400:00000010:0.0:1764938852.001609:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938852.001611:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941824, offset 0 00000400:00000200:0.0:1764938852.001616:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.001624:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.001631:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.001635:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.001637:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.001640:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90555:90555:256:4294967295] 192.168.203.57@tcp LPNI seq info [90555:90555:8:4294967295] 00000400:00000200:0.0:1764938852.001647:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.001652:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.001655:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82352938). 00000800:00000200:0.0:1764938852.001659:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.001663:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.001665:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.003578:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.003585:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:1.0:1764938852.003591:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.003598:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.003603:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938852.003605:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:1.0:1764938852.003612:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000426f1c9 x1850670626941824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.005281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004464647e. 00000400:00000200:0.0:1764938852.005677:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.005692:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ab80 00000400:00000200:0.0:1764938852.005710:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1461 [1] + 224 00000400:00000200:0.0:1764938852.005728:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.005731:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.005740:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000426f1c9 x1850670626941824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.006723:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.006732:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64bc0 00000400:00000200:0.0:1764938852.006738:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafda9 [2] + 1968 00000400:00000010:0.0:1764938852.006742:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b35a5b06. 00000400:00000200:0.0:1764938852.006746:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c8fefe87 00000400:00000200:0.0:1764938852.006796:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.006800:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.006803:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8fefe87 00000400:00000010:0.0:1764938852.006805:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c8fefe87 (tot 82352538). 00000100:00000200:0.0:1764938852.006810:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1764938852.007080:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000682cf28c. 00000400:00000200:1.0:1764938852.007084:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:1.0:1764938852.007086:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:1.0:1764938852.007093:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000426f1c9 x1850670626941824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.007118:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000426f1c9 x1850670626941824/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.007148:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004886bab7. 02000000:00000010:1.0:1764938852.007154:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dddb0370. 00000100:00000010:1.0:1764938852.007158:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000426f1c9. 00000100:00000010:1.0:1764938852.007161:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:1.0:1764938852.007164:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c394d93b. 00000020:00000010:2.0:1764938852.007301:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac4f2b13. 00000020:00000010:2.0:1764938852.007308:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.007312:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.007333:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003a310b8 x1850670621019072/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938852.007375:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019072 02000000:00000010:2.0:1764938852.007384:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002be90b8c. 00010000:00000010:2.0:1764938852.007410:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d416dba2. 00010000:00000010:2.0:1764938852.007430:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.007436:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b05eca9d. 00000100:00000010:2.0:1764938852.007450:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b05eca9d. 00010000:00000010:2.0:1764938852.007455:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.007466:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938852.007470:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019072, offset 224 00000400:00000200:2.0:1764938852.007477:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938852.007484:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c478363e. 00000400:00000200:2.0:1764938852.007486:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.007491:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90556:90556:256:4294967295] 192.168.203.57@tcp LPNI seq info [90556:90556:8:4294967295] 00000400:00000200:2.0:1764938852.007499:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.007504:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.007508:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352786). 00000800:00000200:2.0:1764938852.007512:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.007518:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.007521:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.007541:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.007544:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.007547:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac4f2b13. 02000000:00000010:2.0:1764938852.007554:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000749d67c1. 00000100:00000010:2.0:1764938852.007557:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c7a3f24. 02000000:00000010:2.0:1764938852.007560:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da2c4f87. 00000100:00000010:2.0:1764938852.007563:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6dc1b1a. 02000000:00000010:2.0:1764938852.007566:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001cf2eb7f. 00000100:00000010:2.0:1764938852.007569:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 02000000:00000010:2.0:1764938852.007571:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003366e35b. 00000100:00000010:2.0:1764938852.007573:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b955191. 02000000:00000010:2.0:1764938852.007575:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d63200a6. 00000100:00000010:2.0:1764938852.007577:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdea65dc. 02000000:00000010:2.0:1764938852.007581:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a86549f8. 00000100:00000010:2.0:1764938852.007584:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 00000100:00000200:2.0:1764938852.007589:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938852.007594:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2931deb. 00000400:00000010:2.0:1764938852.007597:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b05eca9d (tot 82352938). 00010000:00000010:1.0:1764938852.007981:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c71655e. 00010000:00000010:1.0:1764938852.007989:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023c9ef96. 00010000:00000010:1.0:1764938852.008065:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2703a34. 00010000:00000010:1.0:1764938852.008071:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000061a69f8b. 00010000:00000010:1.0:1764938852.008082:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf657511. 00000100:00000010:1.0:1764938852.008085:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.008091:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938852.008129:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003366e35b. 02000000:00000010:1.0:1764938852.008154:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb591741. 00000400:00000010:1.0:1764938852.008158:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057eacfb2. 00000400:00000010:1.0:1764938852.008162:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e50f3fa. 00000100:00000200:1.0:1764938852.008165:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941888, portal 16 00000400:00000010:1.0:1764938852.008169:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b1bf0b5. 00000100:00000200:1.0:1764938852.008171:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941888, offset 0 00000400:00000200:1.0:1764938852.008177:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.008184:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.008191:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.008194:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.008197:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.008199:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90557:90557:255:4294967295] 192.168.203.57@tcp LPNI seq info [90557:90557:7:4294967295] 00000400:00000200:1.0:1764938852.008206:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.008210:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.008213:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938852.008217:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.008221:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.008223:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.008434:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.008439:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:0.0:1764938852.008443:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.008447:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.008450:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7ce4bb 00000400:00000010:0.0:1764938852.008452:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7ce4bb. 02000000:00000010:0.0:1764938852.008458:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002be90b8c. 00000800:00000200:0.0:1764938852.008514:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.008516:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:0.0:1764938852.008520:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.008523:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.008526:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b1bf0b5 00000400:00000010:0.0:1764938852.008527:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b1bf0b5. 00000100:00000200:0.0:1764938852.008532:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626941888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.010144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec1f6437. 00010000:00000010:0.1:1764938852.010156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ce7ece. 00000400:00000200:1.0:1764938852.014483:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.014502:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550abc0 00000400:00000200:1.0:1764938852.014510:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1471 [1] + 224 00000400:00000200:1.0:1764938852.014536:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.014540:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.014551:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626941888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.014865:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.014873:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64c00 00000400:00000200:3.0:1764938852.014879:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe01 [2] + 0 00000400:00000200:3.0:1764938852.015073:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.015078:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.015082:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.015087:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00000020:00000010:2.0:1764938852.016347:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.016357:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.016369:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.016394:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670621019136/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938852.016430:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019136 02000000:00000010:2.0:1764938852.016441:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac4f2b13. 00010000:00000010:2.0:1764938852.016476:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.016484:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c90feb17. 00000100:00000010:2.0:1764938852.016490:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c90feb17. 00010000:00000010:2.0:1764938852.016493:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.016505:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938852.016509:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019136, offset 224 00000400:00000200:2.0:1764938852.016515:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.016526:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.016531:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90558:90558:256:4294967295] 192.168.203.57@tcp LPNI seq info [90558:90558:8:4294967295] 00000400:00000200:2.0:1764938852.016542:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.016547:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.016550:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938852.016556:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.016561:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.016565:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.016587:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.016591:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.016593:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00000400:00000010:0.0:1764938852.016655:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057eacfb2. 00000400:00000200:0.0:1764938852.016659:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e50f3fa 00000400:00000010:0.0:1764938852.016661:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e50f3fa. 00000100:00000200:0.0:1764938852.016668:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626941888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.016675:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626941888/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938852.016694:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000053e9af8. 02000000:00000010:0.0:1764938852.016917:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb591741. 02000000:00000010:0.0:1764938852.016923:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003366e35b. 00000100:00000010:0.0:1764938852.016927:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:0.0:1764938852.016929:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.016932:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf657511. 00080000:00000010:0.0:1764938852.016951:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000419957a5. 00010000:00000010:0.0:1764938852.017038:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061a69f8b. 00010000:00000010:0.0:1764938852.017044:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca92c040. 00010000:00000010:0.0:1764938852.017138:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:0.0:1764938852.017144:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.017154:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.017158:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.017164:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.017173:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d63200a6. 02000000:00000010:0.0:1764938852.017194:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dddb0370. 00000400:00000010:0.0:1764938852.017200:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.017203:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.017207:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626941952, portal 16 00000400:00000010:0.0:1764938852.017211:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938852.017212:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626941952, offset 0 00000400:00000200:0.0:1764938852.017217:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.017224:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.017230:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.017234:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.017237:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.017239:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90559:90559:255:4294967295] 192.168.203.57@tcp LPNI seq info [90559:90559:7:4294967295] 00000400:00000200:0.0:1764938852.017246:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.017251:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.017254:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82353186). 00000800:00000200:0.0:1764938852.017258:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.017262:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.017264:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.017339:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.017343:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:3.0:1764938852.017346:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.017350:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.017352:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d4ee39 00000400:00000010:3.0:1764938852.017354:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d4ee39. 00000800:00000200:3.0:1764938852.018970:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.018976:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352690). 00000400:00000200:3.0:1764938852.018981:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.018987:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.018992:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:3.0:1764938852.018994:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:3.0:1764938852.019002:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626941952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.019138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f978a45. 00010000:00000010:1.1:1764938852.019146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c19c4d77. 00010000:00000010:2.1:1764938852.020419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff4499de. 00000400:00000200:1.0:1764938852.024410:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.024429:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ac00 00000400:00000200:1.0:1764938852.024436:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb147d [1] + 224 00000400:00000200:1.0:1764938852.024446:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.024450:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.024459:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626941952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.024490:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.024494:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64c40 00000400:00000200:1.0:1764938852.024498:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe01 [2] + 328 00000400:00000200:1.0:1764938852.024544:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.024547:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.024550:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.024554:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:2.0:1764938852.024646:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.024652:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.024656:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.024679:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621019200/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938852.024715:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019200 02000000:00000010:2.0:1764938852.024724:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091605537. 00010000:00000010:2.0:1764938852.024755:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.024760:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c90feb17. 00000100:00000010:2.0:1764938852.024766:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c90feb17. 00010000:00000010:2.0:1764938852.024769:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.024781:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed232696. 00000100:00000200:2.0:1764938852.024785:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019200, offset 224 00000400:00000200:2.0:1764938852.024793:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.024804:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.024809:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90560:90560:256:4294967295] 192.168.203.57@tcp LPNI seq info [90560:90560:8:4294967295] 00000400:00000200:2.0:1764938852.024818:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.024823:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.024828:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938852.024833:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.024839:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.024842:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.024856:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.024859:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.024862:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00000400:00000010:0.0:1764938852.024916:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.024920:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.024922:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.024926:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626941952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.024933:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626941952/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938852.024951:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0ec26d3. 02000000:00000010:0.0:1764938852.024964:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dddb0370. 02000000:00000010:0.0:1764938852.024968:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d63200a6. 00000100:00000010:0.0:1764938852.024971:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.024973:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.024976:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00080000:00000010:0.0:1764938852.024989:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d63200a6. 00010000:00000010:0.0:1764938852.025062:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.025067:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033ae5bb0. 00010000:00000010:0.0:1764938852.025171:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.0:1764938852.025176:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.025184:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.025187:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.025192:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.025200:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dddb0370. 02000000:00000010:0.0:1764938852.025219:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004886bab7. 00000400:00000010:0.0:1764938852.025222:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.025224:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.025228:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942016, portal 16 00000400:00000010:0.0:1764938852.025231:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938852.025233:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942016, offset 0 00000400:00000200:0.0:1764938852.025238:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.025242:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.025248:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.025251:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.025253:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.025255:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90561:90561:255:4294967295] 192.168.203.57@tcp LPNI seq info [90561:90561:7:4294967295] 00000400:00000200:0.0:1764938852.025262:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.025266:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.025268:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82353186). 00000800:00000200:0.0:1764938852.025271:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.025275:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.025277:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.025483:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.025488:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:3.0:1764938852.025491:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.025495:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.025497:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed232696 00000400:00000010:3.0:1764938852.025498:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed232696. 00000800:00000200:3.0:1764938852.025545:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.025547:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:3.0:1764938852.025550:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.025553:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.025555:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:3.0:1764938852.025556:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:3.0:1764938852.025559:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.030882:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.030901:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ac40 00000400:00000200:2.0:1764938852.030909:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1489 [1] + 224 00000400:00000200:2.0:1764938852.030921:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.030924:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.030934:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.030969:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.030974:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64c80 00000400:00000200:2.0:1764938852.030979:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe01 [2] + 656 00000400:00000200:2.0:1764938852.031037:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.031040:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.031044:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.031049:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00010000:00000010:0.1:1764938852.031358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ab26f82. 00010000:00000010:0.1:1764938852.031392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000836c86ed. 00010000:00000010:0.1:1764938852.031396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2703a34. 00000400:00000010:0.0:1764938852.031413:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.031416:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.031418:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.031423:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.031430:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942016/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.031457:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004886bab7. 02000000:00000010:0.0:1764938852.031461:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dddb0370. 00000100:00000010:0.0:1764938852.031465:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.031468:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.031471:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000020:00000010:1.0:1764938852.031542:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb591741. 00000020:00000010:1.0:1764938852.031549:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938852.031553:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.031575:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffe77141 x1850670621019264/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938852.031610:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019264 02000000:00000010:1.0:1764938852.031621:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042d32c3e. 00010000:00000010:1.0:1764938852.031645:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053c1f6f9. 00010000:00000010:1.0:1764938852.031664:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001eafdd84. 00000100:00000010:1.0:1764938852.031670:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.031686:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938852.031688:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001eafdd84. 00000400:00000010:1.0:1764938852.031708:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938852.031713:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019264, offset 224 00000400:00000200:1.0:1764938852.031720:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.031730:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.031734:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90562:90562:256:4294967295] 192.168.203.57@tcp LPNI seq info [90562:90562:8:4294967295] 00000400:00000200:1.0:1764938852.031743:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.031747:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.031751:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938852.031756:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.031762:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.031765:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.031782:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3ad8373. 00000020:00000010:1.0:1764938852.031785:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.031789:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb591741. 00000800:00000200:1.0:1764938852.031867:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.031871:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:1.0:1764938852.031874:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.031877:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.031880:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:1.0:1764938852.031881:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00080000:00000010:0.0:1764938852.031984:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dddb0370. 00010000:00000010:0.0:1764938852.032060:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.032072:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000df3d27e. 00010000:00000010:0.0:1764938852.032173:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a16bb6af. 00010000:00000010:0.0:1764938852.032179:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.032189:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.032192:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.032197:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.032206:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004886bab7. 02000000:00000010:0.0:1764938852.032227:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd7f3dc8. 00000400:00000010:0.0:1764938852.032231:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.032234:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.032238:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942080, portal 16 00000400:00000010:0.0:1764938852.032242:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938852.032244:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942080, offset 0 00000400:00000200:0.0:1764938852.032250:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.032257:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.032263:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.032266:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.032269:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.032272:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90563:90563:256:4294967295] 192.168.203.57@tcp LPNI seq info [90563:90563:8:4294967295] 00000400:00000200:0.0:1764938852.032279:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.032283:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.032286:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82352938). 00000800:00000200:0.0:1764938852.032290:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.032294:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.032296:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.032964:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.032968:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:1.0:1764938852.032972:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.032976:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.032980:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:1.0:1764938852.032981:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:1.0:1764938852.032987:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.037146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f01275e3. 00010000:00000010:0.1:1764938852.037209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069649e3f. 00010000:00000010:0.1:1764938852.037216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef0b936b. 00010000:00000010:0.1:1764938852.037220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:0.1:1764938852.037223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7938098. 00010000:00000010:0.1:1764938852.037225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00000400:00000200:2.0:1764938852.040008:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.040028:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ac80 00000400:00000200:2.0:1764938852.040037:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1495 [1] + 224 00000400:00000200:2.0:1764938852.040057:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.040061:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.040071:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.040437:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.040441:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.040444:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.040451:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.040459:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942080/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.040490:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd7f3dc8. 02000000:00000010:0.0:1764938852.040497:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004886bab7. 00000100:00000010:0.0:1764938852.040500:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.040503:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.040506:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000200:1.0:1764938852.041929:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.041945:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64cc0 00000400:00000200:1.0:1764938852.041952:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe01 [2] + 984 00000400:00000200:1.0:1764938852.042018:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.042022:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.042029:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.042033:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000020:00000010:2.0:1764938852.042151:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.042157:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.042161:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.042186:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621019328/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938852.042221:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019328 02000000:00000010:2.0:1764938852.042233:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000623d0ed1. 00010000:00000010:2.0:1764938852.042263:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c28268a. 00010000:00000010:2.0:1764938852.042289:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.042296:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c90feb17. 00000100:00000010:2.0:1764938852.042316:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c90feb17. 00010000:00000010:2.0:1764938852.042320:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.042334:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938852.042339:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019328, offset 224 00000400:00000200:2.0:1764938852.042346:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.042357:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.042374:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90564:90564:256:4294967295] 192.168.203.57@tcp LPNI seq info [90564:90564:8:4294967295] 00000400:00000200:2.0:1764938852.042383:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.042388:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.042393:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938852.042398:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.042405:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.042409:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.042430:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.042435:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.042438:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00080000:00000010:0.0:1764938852.042505:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004886bab7. 00010000:00000010:0.0:1764938852.042585:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.042590:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b9701da. 00010000:00000010:0.0:1764938852.042664:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.0:1764938852.042670:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.042680:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.042684:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.042690:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.042700:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd7f3dc8. 02000000:00000010:0.0:1764938852.042722:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000722b8e8e. 00000400:00000010:0.0:1764938852.042727:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.042731:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.042735:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942144, portal 16 00000400:00000010:0.0:1764938852.042739:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938852.042740:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942144, offset 0 00000400:00000200:0.0:1764938852.042746:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.042752:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.042758:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.042762:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.042764:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.042767:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90565:90565:255:4294967295] 192.168.203.57@tcp LPNI seq info [90565:90565:7:4294967295] 00000400:00000200:0.0:1764938852.042773:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.042777:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.042780:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82353186). 00000800:00000200:0.0:1764938852.042784:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.042788:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.042790:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.045556:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.045563:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352938). 00000400:00000200:3.0:1764938852.045570:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.045578:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.045584:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:3.0:1764938852.045586:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 00000800:00000200:3.0:1764938852.045660:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.045662:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352690). 00000400:00000200:3.0:1764938852.045665:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.045668:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.045670:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:3.0:1764938852.045672:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:3.0:1764938852.045679:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.047250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ffef4e. 00010000:00000010:0.1:1764938852.047302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000998621e9. 00010000:00000010:0.1:1764938852.047308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16bb6af. 00000400:00000200:2.0:1764938852.058337:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.058369:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550acc0 00000400:00000200:2.0:1764938852.058379:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb14a1 [1] + 224 00000400:00000200:2.0:1764938852.058397:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.058402:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.058413:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.059889:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.059897:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.059899:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.059910:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.059920:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942144/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.059954:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000722b8e8e. 02000000:00000010:0.0:1764938852.059960:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd7f3dc8. 00000100:00000010:0.0:1764938852.059964:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.059968:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.059971:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000200:1.0:1764938852.060064:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.060077:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64d00 00000400:00000200:1.0:1764938852.060084:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe01 [2] + 1312 00000400:00000200:1.0:1764938852.060185:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.060190:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.060195:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.060199:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000020:00000010:2.0:1764938852.060394:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.060402:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.060406:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.060429:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548a2fdc x1850670621019392/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938852.060783:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019392 02000000:00000010:2.0:1764938852.060794:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce2e56cb. 00010000:00000010:2.0:1764938852.060821:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0521abb. 00010000:00000010:2.0:1764938852.060858:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.060865:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c90feb17. 00000100:00000010:2.0:1764938852.060882:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c90feb17. 00010000:00000010:2.0:1764938852.060885:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.060899:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938852.060903:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019392, offset 224 00000400:00000200:2.0:1764938852.060911:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.060923:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.060930:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90566:90566:256:4294967295] 192.168.203.57@tcp LPNI seq info [90566:90566:8:4294967295] 00000400:00000200:2.0:1764938852.060942:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00080000:00000010:0.0:1764938852.060942:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd7f3dc8. 00000800:00000200:2.0:1764938852.060950:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.060955:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938852.060962:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.060969:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.060973:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.061005:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.061010:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.061014:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00010000:00000010:0.0:1764938852.061046:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.061054:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d549addb. 00010000:00000010:0.0:1764938852.061236:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a16bb6af. 00010000:00000010:0.0:1764938852.061244:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.061254:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.061257:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.061265:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.061275:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000722b8e8e. 02000000:00000010:0.0:1764938852.061299:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037b4c545. 00000400:00000010:0.0:1764938852.061304:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.061309:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.061314:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942208, portal 16 00000400:00000010:0.0:1764938852.061319:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938852.061321:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942208, offset 0 00000400:00000200:0.0:1764938852.061328:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.061333:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.061339:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.061342:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.061345:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.061347:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90567:90567:255:4294967295] 192.168.203.57@tcp LPNI seq info [90567:90567:7:4294967295] 00000400:00000200:0.0:1764938852.061354:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.061357:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.061370:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82353186). 00000800:00000200:0.0:1764938852.061373:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.061377:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.061380:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.061478:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.061483:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352938). 00000400:00000200:1.0:1764938852.061486:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.061491:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.061495:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:1.0:1764938852.061497:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000800:00000200:1.0:1764938852.061555:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.061557:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:1.0:1764938852.061560:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.061563:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.061565:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:1.0:1764938852.061566:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000100:00000200:1.0:1764938852.061570:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.065248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000165f5de7. 00010000:00000010:0.1:1764938852.065264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00000400:00000200:2.0:1764938852.071032:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.071052:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ad00 00000400:00000200:2.0:1764938852.071060:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb14ad [1] + 224 00000400:00000200:2.0:1764938852.071077:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.071081:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.071092:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.071334:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a1b8491. 00000400:00000010:0.0:1764938852.071478:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.071484:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.071487:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.071493:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.071501:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942208/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.071530:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037b4c545. 02000000:00000010:0.0:1764938852.071536:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000722b8e8e. 00000100:00000010:0.0:1764938852.071539:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.071544:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.071547:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000200:1.0:1764938852.071555:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.071565:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64d40 00000400:00000200:1.0:1764938852.071571:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe01 [2] + 1640 00000400:00000200:1.0:1764938852.071621:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.071625:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.071629:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.071635:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:2.0:1764938852.071840:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.071848:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.071851:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.071873:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621019456/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938852.075586:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019456 02000000:00000010:2.0:1764938852.075611:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048575ee3. 00010000:00000010:2.0:1764938852.075644:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c69c1c27. 00010000:00000010:2.0:1764938852.075670:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.075678:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c90feb17. 00000100:00000010:2.0:1764938852.075709:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c90feb17. 00010000:00000010:2.0:1764938852.075714:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.075728:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938852.075733:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019456, offset 224 00000400:00000200:2.0:1764938852.075744:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.075759:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.075765:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90568:90568:256:4294967295] 192.168.203.57@tcp LPNI seq info [90568:90568:8:4294967295] 00000400:00000200:2.0:1764938852.075776:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.075782:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.075786:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938852.075792:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.075798:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.075802:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.075830:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.075834:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.075839:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00000800:00000200:1.0:1764938852.075969:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.075973:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:1.0:1764938852.075978:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.075983:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.075986:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:1.0:1764938852.075988:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00080000:00000010:0.0:1764938852.076559:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000722b8e8e. 00010000:00000010:0.0:1764938852.076644:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.076651:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4c29917. 00010000:00000010:0.0:1764938852.076729:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.0:1764938852.076735:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.076745:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.076750:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.076757:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.076767:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037b4c545. 02000000:00000010:0.0:1764938852.076835:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000315e7685. 00000400:00000010:0.0:1764938852.076843:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.076848:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.076852:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942272, portal 16 00000400:00000010:0.0:1764938852.076856:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938852.076858:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942272, offset 0 00000400:00000200:0.0:1764938852.076865:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.076874:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.076879:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.076882:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.076885:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.076887:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90569:90569:256:4294967295] 192.168.203.57@tcp LPNI seq info [90569:90569:8:4294967295] 00000400:00000200:0.0:1764938852.076895:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.076900:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.076903:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82352938). 00000800:00000200:0.0:1764938852.076908:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.076912:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.076915:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.077142:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.077145:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:2.0:1764938852.077149:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.077153:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.077156:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:2.0:1764938852.077158:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:2.0:1764938852.077163:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.078293:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.078310:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ad40 00000400:00000200:1.0:1764938852.078316:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb14b9 [1] + 224 00000400:00000200:1.0:1764938852.078332:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.078335:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.078342:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.079446:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.079459:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64d80 00000400:00000200:1.0:1764938852.079464:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe01 [2] + 1968 00000400:00000010:1.0:1764938852.079468:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d654e26. 00000400:00000200:1.0:1764938852.079473:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ab744eef 00000400:00000200:1.0:1764938852.079518:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.079522:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.079525:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab744eef 00000400:00000010:1.0:1764938852.079526:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ab744eef (tot 82352538). 00000100:00000200:1.0:1764938852.079533:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1764938852.081713:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.081723:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.081726:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.081740:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.081752:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942272/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.081784:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000315e7685. 02000000:00000010:0.0:1764938852.081790:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037b4c545. 00000100:00000010:0.0:1764938852.081793:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.081798:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.081801:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000020:00000010:2.0:1764938852.082007:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.082014:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.082020:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.082043:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd6aec73 x1850670621019520/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938852.082075:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019520 02000000:00000010:2.0:1764938852.082085:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000678d5c83. 00010000:00000010:2.0:1764938852.082135:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010f64d6f. 00010000:00000010:2.0:1764938852.082157:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.082163:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c90feb17. 00000100:00000010:2.0:1764938852.082172:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c90feb17. 00010000:00000010:2.0:1764938852.082175:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.082187:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938852.082191:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019520, offset 224 00000400:00000200:2.0:1764938852.082198:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.082210:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.082216:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90570:90570:256:4294967295] 192.168.203.57@tcp LPNI seq info [90570:90570:8:4294967295] 00000400:00000200:2.0:1764938852.082227:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.082232:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.082236:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352786). 00000800:00000200:2.0:1764938852.082241:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.082247:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.082250:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.082267:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.082269:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.082272:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 02000000:00000010:2.0:1764938852.082280:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048575ee3. 00000100:00000010:2.0:1764938852.082283:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:2.0:1764938852.082286:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce2e56cb. 00000100:00000010:2.0:1764938852.082287:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 02000000:00000010:2.0:1764938852.082291:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000623d0ed1. 00000100:00000010:2.0:1764938852.082293:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:2.0:1764938852.082296:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042d32c3e. 00000100:00000010:2.0:1764938852.082298:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffe77141. 02000000:00000010:2.0:1764938852.082301:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091605537. 00000100:00000010:2.0:1764938852.082303:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:2.0:1764938852.082306:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac4f2b13. 00000100:00000010:2.0:1764938852.082307:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 00000100:00000200:2.0:1764938852.082313:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1764938852.082317:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000426fded. 00000400:00000010:2.0:1764938852.082320:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c90feb17 (tot 82352938). 00080000:00000010:0.0:1764938852.082391:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037b4c545. 00010000:00000010:0.0:1764938852.082470:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.082476:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066840dff. 00010000:00000010:0.0:1764938852.082561:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016ab5671. 00010000:00000010:0.0:1764938852.082564:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005863a0ba. 00010000:00000010:0.0:1764938852.082569:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:0.0:1764938852.082574:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00080000:00000010:0.0:1764938852.082584:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000315e7685. 00010000:00000010:0.0:1764938852.082612:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.082616:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005863a0ba. 00010000:00000010:0.0:1764938852.082719:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a283fc83. 00000800:00000200:1.0:1764938852.082724:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1764938852.082724:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00000800:00000010:1.0:1764938852.082729:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00010000:00000010:0.0:1764938852.082733:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000400:00000200:1.0:1764938852.082734:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1764938852.082738:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000400:00000200:1.0:1764938852.082742:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.082746:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000100:00000010:0.0:1764938852.082746:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 00000400:00000010:1.0:1764938852.082748:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 02000000:00000010:1.0:1764938852.082755:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000678d5c83. 02000000:00000010:0.0:1764938852.082759:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003366e35b. 02000000:00000010:0.0:1764938852.082786:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d176a8d. 00000400:00000010:0.0:1764938852.082791:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.082794:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.082800:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942336, portal 16 00000400:00000010:0.0:1764938852.082803:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938852.082805:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942336, offset 0 00000400:00000200:0.0:1764938852.082810:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.082818:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.082824:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.082827:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.082830:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.082833:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90571:90571:256:4294967295] 192.168.203.57@tcp LPNI seq info [90571:90571:8:4294967295] 00000400:00000200:0.0:1764938852.082839:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.082844:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.082847:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938852.082851:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.082855:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.082858:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.083154:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.083157:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:3.0:1764938852.083160:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.083164:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.083167:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:3.0:1764938852.083168:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000200:3.0:1764938852.083173:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.084180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17ddfb2. 00010000:00000010:0.1:1764938852.088171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6d19564. 00010000:00000010:0.1:1764938852.088185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16bb6af. 00010000:00000010:2.1:1764938852.088238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e92eacc. 00010000:00000010:0.1:1764938852.092141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baee7374. 00010000:00000010:0.1:1764938852.092158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.1:1764938852.092163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ab5671. 00010000:00000010:0.1:1764938852.092167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ce7ece. 00000400:00000200:1.0:1764938852.095440:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.095461:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ad80 00000400:00000200:1.0:1764938852.095471:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb14c9 [1] + 224 00000400:00000200:1.0:1764938852.095482:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.095486:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.095496:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.095535:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.095541:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64dc0 00000400:00000200:1.0:1764938852.095546:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe59 [2] + 0 00000400:00000200:1.0:1764938852.095601:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.095605:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.095609:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.095614:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000400:00000010:0.0:1764938852.095713:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.095718:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.095721:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.095726:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.095734:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942336/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.095761:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d176a8d. 02000000:00000010:0.0:1764938852.095767:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003366e35b. 00000100:00000010:0.0:1764938852.095771:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.095775:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.095778:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000020:00000010:3.0:1764938852.096062:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003914ae78. 00000020:00000010:3.0:1764938852.096070:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938852.096075:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001eb1b54a. 00000100:00000200:3.0:1764938852.096098:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621019584/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938852.096175:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019584 02000000:00000010:3.0:1764938852.096188:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c865b304. 00010000:00000010:3.0:1764938852.096217:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccbad495. 00010000:00000010:3.0:1764938852.096239:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938852.096246:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938852.096262:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938852.096265:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000400:00000010:3.0:1764938852.096279:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938852.096284:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019584, offset 224 00000400:00000200:3.0:1764938852.096293:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:0.0:1764938852.096300:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d176a8d. 00000400:00000200:3.0:1764938852.096304:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00010000:00000010:0.0:1764938852.096394:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.096401:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dd74450. 00010000:00000010:0.0:1764938852.096470:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:0.0:1764938852.096476:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.096485:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.096488:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.096494:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 00000400:00000200:3.0:1764938852.096558:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90572:90572:256:4294967295] 192.168.203.57@tcp LPNI seq info [90572:90572:8:4294967295] 00000400:00000200:3.0:1764938852.096569:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.096573:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.096578:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82352938). 00000800:00000200:3.0:1764938852.096584:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.096589:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.096593:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.096657:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938852.096661:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001eb1b54a. 00000020:00000010:3.0:1764938852.096664:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003914ae78. 00000800:00000200:1.0:1764938852.096748:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.096752:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:1.0:1764938852.096755:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.096759:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.096762:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:1.0:1764938852.096764:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 02000000:00000010:0.0:1764938852.097681:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003366e35b. 02000000:00000010:0.0:1764938852.097720:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031114811. 00000400:00000010:0.0:1764938852.097729:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.097735:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.097740:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942400, portal 16 00000400:00000010:0.0:1764938852.097745:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938852.097747:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942400, offset 0 00000400:00000200:0.0:1764938852.097755:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.097768:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.097774:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.097778:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.097781:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.097784:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90573:90573:256:4294967295] 192.168.203.57@tcp LPNI seq info [90573:90573:8:4294967295] 00000400:00000200:0.0:1764938852.097793:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.097798:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.097801:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938852.097807:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.097812:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.097815:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.097991:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.097994:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:3.0:1764938852.097998:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.098002:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.098005:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:3.0:1764938852.098007:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:3.0:1764938852.098013:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.102147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f46ced2a. 00000400:00000200:1.0:1764938852.105159:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.105179:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550adc0 00000400:00000200:1.0:1764938852.105188:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb14d5 [1] + 224 00000400:00000200:1.0:1764938852.105200:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.105204:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.105215:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.105801:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.105809:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64e00 00000400:00000200:1.0:1764938852.105814:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe59 [2] + 328 00000400:00000200:1.0:1764938852.105880:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.105884:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.105889:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.105894:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000400:00000010:0.0:1764938852.105961:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.105966:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.105968:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.105973:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.105981:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942400/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.106007:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031114811. 02000000:00000010:0.0:1764938852.106012:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003366e35b. 00000100:00000010:0.0:1764938852.106016:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.106020:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.106023:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000020:00000010:3.0:1764938852.106283:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003914ae78. 00000020:00000010:3.0:1764938852.106289:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938852.106293:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001eb1b54a. 00000100:00000200:3.0:1764938852.106315:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621019648/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938852.106890:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019648 02000000:00000010:3.0:1764938852.106902:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ec7ef00. 00010000:00000010:3.0:1764938852.106928:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000192af68d. 00010000:00000010:3.0:1764938852.106948:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938852.106955:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938852.106966:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938852.106969:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000400:00000010:3.0:1764938852.106981:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da61de4c. 00000100:00000200:3.0:1764938852.106985:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019648, offset 224 00000400:00000200:3.0:1764938852.106992:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.107002:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.107007:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90574:90574:256:4294967295] 192.168.203.57@tcp LPNI seq info [90574:90574:8:4294967295] 00000400:00000200:3.0:1764938852.107016:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.107021:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.107025:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82352938). 00000800:00000200:3.0:1764938852.107030:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.107036:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.107040:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.107061:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938852.107064:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001eb1b54a. 00000020:00000010:3.0:1764938852.107068:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003914ae78. 00080000:00000010:0.0:1764938852.107135:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031114811. 00010000:00000010:0.0:1764938852.107211:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.107217:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001af21257. 00010000:00000010:0.0:1764938852.107616:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.0:1764938852.107624:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.107640:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.107644:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.107651:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.107662:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0452579. 02000000:00000010:0.0:1764938852.107687:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f19a1cde. 00000400:00000010:0.0:1764938852.107692:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.107697:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.107702:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942464, portal 16 00000400:00000010:0.0:1764938852.107706:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938852.107707:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942464, offset 0 00000400:00000200:0.0:1764938852.107713:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.107721:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.107727:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.107730:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.107733:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.107735:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90575:90575:255:4294967295] 192.168.203.57@tcp LPNI seq info [90575:90575:7:4294967295] 00000400:00000200:0.0:1764938852.107742:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.107746:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.107749:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82353186). 00000800:00000200:0.0:1764938852.107754:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.107757:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.107760:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.107858:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.107862:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352938). 00000400:00000200:1.0:1764938852.107867:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.107871:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.107874:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da61de4c 00000400:00000010:1.0:1764938852.107876:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da61de4c. 00000800:00000200:1.0:1764938852.107936:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.107938:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:1.0:1764938852.107941:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.107944:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.107946:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:1.0:1764938852.107947:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000100:00000200:1.0:1764938852.107952:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.110129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5ede52f. 00010000:00000010:0.1:1764938852.110142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a283fc83. 00000400:00000200:3.0:1764938852.112513:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.112531:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ae00 00000400:00000200:3.0:1764938852.112539:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb14e1 [1] + 224 00000400:00000200:3.0:1764938852.112555:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.112559:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.112569:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.112651:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.112657:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.112659:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.112664:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.112671:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942464/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.112699:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f19a1cde. 02000000:00000010:0.0:1764938852.112704:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0452579. 00000100:00000010:0.0:1764938852.112707:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.112711:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.112715:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000200:1.0:1764938852.113333:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.113343:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64e40 00000400:00000200:1.0:1764938852.113348:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe59 [2] + 656 00000400:00000200:1.0:1764938852.113406:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.113410:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.113414:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.113419:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00000020:00000010:2.0:1764938852.114194:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac4f2b13. 00000020:00000010:2.0:1764938852.114203:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.114207:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.114235:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621019712/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938852.114269:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019712 02000000:00000010:2.0:1764938852.115569:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091605537. 00010000:00000010:2.0:1764938852.115603:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007132a857. 00010000:00000010:2.0:1764938852.115625:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.115632:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.115652:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.115656:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.115670:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015972057. 00000100:00000200:2.0:1764938852.115675:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019712, offset 224 00000400:00000200:2.0:1764938852.115689:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.115702:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.115709:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90576:90576:256:4294967295] 192.168.203.57@tcp LPNI seq info [90576:90576:8:4294967295] 00000400:00000200:2.0:1764938852.115720:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.115726:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.115732:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938852.115738:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.115746:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.115750:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.115778:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.115782:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.115786:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac4f2b13. 00080000:00000010:0.0:1764938852.115861:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0452579. 00000800:00000200:1.0:1764938852.115901:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.115906:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938852.115910:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.115915:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.115919:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015972057 00000400:00000010:1.0:1764938852.115921:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015972057. 00010000:00000010:0.0:1764938852.115940:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.115947:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009255c0a3. 00010000:00000010:0.0:1764938852.116014:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a283fc83. 00010000:00000010:0.0:1764938852.116021:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.116030:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.116034:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.116042:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.116052:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f19a1cde. 02000000:00000010:0.0:1764938852.116085:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afb8a965. 00000400:00000010:0.0:1764938852.116091:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.116095:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.116099:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942528, portal 16 00000400:00000010:0.0:1764938852.116148:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938852.116151:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942528, offset 0 00000400:00000200:0.0:1764938852.116164:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.116171:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.116177:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.116181:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.116183:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.116185:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90577:90577:256:4294967295] 192.168.203.57@tcp LPNI seq info [90577:90577:8:4294967295] 00000400:00000200:0.0:1764938852.116192:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.116196:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.116199:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82352938). 00000800:00000200:0.0:1764938852.116203:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.116207:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.116210:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.116528:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.116531:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:3.0:1764938852.116535:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.116539:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.116543:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938852.116544:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000100:00000200:3.0:1764938852.116551:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.118861:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.118881:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ae40 00000400:00000200:1.0:1764938852.118889:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb14ed [1] + 224 00000400:00000200:1.0:1764938852.118906:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.118909:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.118918:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.119032:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.119037:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.119038:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.119045:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.119057:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942528/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.119086:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afb8a965. 02000000:00000010:0.0:1764938852.119091:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f19a1cde. 00000100:00000010:0.0:1764938852.119094:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.119098:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.119139:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000200:1.0:1764938852.119830:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.119851:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64e80 00000400:00000200:1.0:1764938852.119857:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe59 [2] + 984 00000400:00000200:1.0:1764938852.119909:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.119912:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.119917:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.119922:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:2.0:1764938852.120506:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac4f2b13. 00000020:00000010:2.0:1764938852.120515:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.120519:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.120543:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621019776/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938852.120572:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019776 02000000:00000010:2.0:1764938852.120583:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000623d0ed1. 00010000:00000010:2.0:1764938852.120606:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b7729ce. 00010000:00000010:2.0:1764938852.120626:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.120631:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.120650:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.120653:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.120666:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095daec2b. 00000100:00000200:2.0:1764938852.120670:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019776, offset 224 00000400:00000200:2.0:1764938852.120678:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.120689:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.120694:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90578:90578:256:4294967295] 192.168.203.57@tcp LPNI seq info [90578:90578:8:4294967295] 00000400:00000200:2.0:1764938852.120703:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.120707:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.120712:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938852.120717:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.120724:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.120727:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.120743:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.120747:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.120750:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac4f2b13. 00010000:00000010:3.1:1764938852.120856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008854443e. 00000800:00000200:1.0:1764938852.120987:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.120991:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:1.0:1764938852.120995:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.120999:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.121002:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095daec2b 00000400:00000010:1.0:1764938852.121003:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095daec2b. 00080000:00000010:0.0:1764938852.121183:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f19a1cde. 00010000:00000010:0.0:1764938852.121260:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.121266:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000722b695. 00010000:00000010:0.0:1764938852.121337:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a16bb6af. 00010000:00000010:0.0:1764938852.121343:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002e89221. 00010000:00000010:0.0:1764938852.121354:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.121369:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.121376:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.121385:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afb8a965. 02000000:00000010:0.0:1764938852.121407:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078944ef8. 00000400:00000010:0.0:1764938852.121413:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.121417:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.121422:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942592, portal 16 00000400:00000010:0.0:1764938852.121427:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938852.121429:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942592, offset 0 00000400:00000200:0.0:1764938852.121435:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.121442:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.121448:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.121451:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.121455:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.121457:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90579:90579:256:4294967295] 192.168.203.57@tcp LPNI seq info [90579:90579:8:4294967295] 00000400:00000200:0.0:1764938852.121465:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.121469:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.121473:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82352938). 00000800:00000200:0.0:1764938852.121477:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.121481:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.121483:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.121725:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.121728:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352690). 00000400:00000200:1.0:1764938852.121732:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.121736:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.121739:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:1.0:1764938852.121740:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000100:00000200:1.0:1764938852.121744:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626942592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.123481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c5b75ee. 00010000:00000010:0.1:1764938852.123493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ce7ece. 00000400:00000200:1.0:1764938852.129465:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.129489:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ae80 00000400:00000200:1.0:1764938852.129499:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb14f9 [1] + 224 00000400:00000200:1.0:1764938852.129518:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.129522:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.129533:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626942592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.129824:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afb5935a. 00000400:00000200:0.0:1764938852.129828:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:0.0:1764938852.129831:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.129847:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626942592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.129854:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626942592/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.129883:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078944ef8. 02000000:00000010:0.0:1764938852.129889:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afb8a965. 00000100:00000010:0.0:1764938852.129893:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.129897:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.129900:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000200:1.0:1764938852.129977:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.129985:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64ec0 00000400:00000200:1.0:1764938852.129990:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe59 [2] + 1312 00000400:00000200:1.0:1764938852.130044:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.130048:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.130053:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.130057:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00010000:00000010:2.1:1764938852.130128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cdffdc0. 00010000:00000010:2.1:1764938852.130133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a85efa54. 00000020:00000010:2.0:1764938852.130160:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac4f2b13. 00000020:00000010:2.0:1764938852.130165:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.130170:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.130190:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621019840/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938852.130219:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019840 02000000:00000010:2.0:1764938852.130229:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce2e56cb. 00010000:00000010:2.0:1764938852.130253:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096cbd2ae. 00010000:00000010:2.0:1764938852.130272:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.130278:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00010000:00000010:0.1:1764938852.130370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de44d26e. 00010000:00000010:0.1:1764938852.130376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00000100:00000010:2.0:1764938852.131218:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.131223:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.131236:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938852.131241:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019840, offset 224 00000400:00000200:2.0:1764938852.131248:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.131259:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.131263:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90580:90580:256:4294967295] 192.168.203.57@tcp LPNI seq info [90580:90580:8:4294967295] 00000400:00000200:2.0:1764938852.131272:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.131277:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.131280:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938852.131285:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.131291:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.131294:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.131307:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.131311:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.131314:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac4f2b13. 00080000:00000010:1.0:1764938852.131392:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff25b7a4. 00010000:00000010:1.0:1764938852.131467:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002e89221. 00010000:00000010:1.0:1764938852.131472:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000434e56ee. 00010000:00000010:1.0:1764938852.131532:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0b0e38f. 00010000:00000010:1.0:1764938852.131535:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a3ad8373. 00010000:00000010:1.0:1764938852.131539:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.0:1764938852.131543:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00080000:00000010:1.0:1764938852.131554:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cc00be5. 00010000:00000010:1.0:1764938852.131572:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.131574:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3ad8373. 00010000:00000010:1.0:1764938852.131615:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.0:1764938852.131618:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.131623:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001eafdd84. 00000100:00000010:1.0:1764938852.131627:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.131633:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938852.131642:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cfb385f. 02000000:00000010:1.0:1764938852.131673:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d32c3e. 00000400:00000010:1.0:1764938852.131678:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088bd6428. 00000400:00000010:1.0:1764938852.131682:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa289fb. 00000100:00000200:1.0:1764938852.131685:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942656, portal 16 00000400:00000010:1.0:1764938852.131689:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa04708d. 00000100:00000200:1.0:1764938852.131690:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942656, offset 0 00000400:00000200:1.0:1764938852.131694:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.131700:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.131705:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.131708:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.131711:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.131717:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90581:90581:255:4294967295] 192.168.203.57@tcp LPNI seq info [90581:90581:7:4294967295] 00000400:00000200:1.0:1764938852.131725:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.131728:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.131731:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938852.131734:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.131738:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.131739:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.132452:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.132456:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352938). 00000400:00000200:3.0:1764938852.132459:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.132464:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.132468:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:3.0:1764938852.132469:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000800:00000200:3.0:1764938852.132527:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.132529:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938852.132532:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.132534:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.132536:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa04708d 00000400:00000010:3.0:1764938852.132537:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa04708d. 00000100:00000200:3.0:1764938852.132542:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626942656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.133907:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.133924:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550aec0 00000400:00000200:1.0:1764938852.133930:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1505 [1] + 224 00000400:00000200:1.0:1764938852.133942:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.133944:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.133950:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626942656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.134009:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088bd6428. 00000400:00000200:0.0:1764938852.134013:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fa289fb 00000400:00000010:0.0:1764938852.134015:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fa289fb. 00000100:00000200:0.0:1764938852.134019:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626942656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.134025:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626942656/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.134049:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d32c3e. 02000000:00000010:0.0:1764938852.134053:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009cfb385f. 00000100:00000010:0.0:1764938852.134056:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:0.0:1764938852.134060:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.134063:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001eafdd84. 00010000:00000010:0.1:1764938852.134153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bd9d2b9. 00010000:00000010:0.1:1764938852.134159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a283fc83. 00000400:00000200:1.0:1764938852.138012:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.138034:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64f00 00000400:00000200:1.0:1764938852.138042:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe59 [2] + 1640 00000400:00000200:1.0:1764938852.138140:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.138146:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.138152:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.138158:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:2.0:1764938852.138633:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac4f2b13. 00000020:00000010:2.0:1764938852.138640:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.138645:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.138670:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621019904/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938852.138694:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019904 02000000:00000010:2.0:1764938852.138704:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048575ee3. 00010000:00000010:2.0:1764938852.138731:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7e48c88. 00010000:00000010:2.0:1764938852.138752:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.138758:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.138776:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.138779:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.138793:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938852.138797:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019904, offset 224 00000400:00000200:2.0:1764938852.138805:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.138814:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.138819:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90582:90582:256:4294967295] 192.168.203.57@tcp LPNI seq info [90582:90582:8:4294967295] 00000400:00000200:2.0:1764938852.138827:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.138831:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.138844:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938852.138849:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.138855:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.138859:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.138879:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.138883:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.138886:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac4f2b13. 00000800:00000200:3.0:1764938852.139065:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.139068:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:3.0:1764938852.139072:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.139076:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.139079:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001677e719 00000400:00000010:3.0:1764938852.139081:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001677e719. 00080000:00000010:1.0:1764938852.139170:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cfb385f. 00010000:00000010:1.0:1764938852.139254:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.139259:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b43f707. 00010000:00000010:1.0:1764938852.139325:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.0:1764938852.139330:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.139340:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.139344:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.139350:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938852.139371:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d32c3e. 02000000:00000010:1.0:1764938852.139393:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb591741. 00000400:00000010:1.0:1764938852.139398:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d1bff3d6. 00000400:00000010:1.0:1764938852.139402:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938852.139407:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942720, portal 16 00000400:00000010:1.0:1764938852.139411:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938852.139412:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942720, offset 0 00000400:00000200:1.0:1764938852.139417:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.139425:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.139431:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.139434:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.139437:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.139439:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90583:90583:256:4294967295] 192.168.203.57@tcp LPNI seq info [90583:90583:8:4294967295] 00000400:00000200:1.0:1764938852.139446:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.139451:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.139453:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938852.139457:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.139461:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.139463:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.140279:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.140284:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938852.140288:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.140294:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.140711:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:2.0:1764938852.140714:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00000100:00000200:2.0:1764938852.140726:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626942720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.142287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d624791. 00010000:00000010:1.1:1764938852.142301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16bb6af. 00010000:00000010:1.1:1764938852.142305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b0e38f. 00010000:00000010:1.1:1764938852.142308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007acaddbe. 00010000:00000010:2.1:1764938852.142392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae1c75e. 00000400:00000200:1.0:1764938852.143751:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.143767:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550af00 00000400:00000200:1.0:1764938852.143775:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1511 [1] + 224 00000400:00000200:1.0:1764938852.143790:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.143794:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.143802:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626942720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.144251:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d1bff3d6. 00000400:00000200:0.0:1764938852.144256:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000271ca1f8 00000400:00000010:0.0:1764938852.144258:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000271ca1f8. 00000100:00000200:0.0:1764938852.144264:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626942720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.144272:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626942720/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.144298:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb591741. 02000000:00000010:0.0:1764938852.144303:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d32c3e. 00000100:00000010:0.0:1764938852.144307:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:0.0:1764938852.144311:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.144314:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000200:3.0:1764938852.145570:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.145589:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64f40 00000400:00000200:3.0:1764938852.145597:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafe59 [2] + 1968 00000400:00000010:3.0:1764938852.145601:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc59654b. 00000400:00000200:3.0:1764938852.145606:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006cd481c3 00000400:00000200:3.0:1764938852.146057:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.146063:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.146067:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cd481c3 00000400:00000010:3.0:1764938852.146069:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006cd481c3 (tot 82352538). 00000100:00000200:3.0:1764938852.146074:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938852.146233:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afb8a965. 00000020:00000010:0.0:1764938852.146240:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.146244:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.146268:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000536ea5d x1850670621019968/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938852.146306:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621019968 02000000:00000010:0.0:1764938852.146317:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078944ef8. 00010000:00000010:0.0:1764938852.146346:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a39b8daf. 00010000:00000010:0.0:1764938852.146374:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.146381:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e7a748. 00000100:00000010:0.0:1764938852.146396:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1e7a748. 00010000:00000010:0.0:1764938852.146399:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000010:0.0:1764938852.146412:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.146417:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621019968, offset 224 00000400:00000200:0.0:1764938852.146424:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.146435:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.146440:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90584:90584:256:4294967295] 192.168.203.57@tcp LPNI seq info [90584:90584:8:4294967295] 00000400:00000200:0.0:1764938852.146449:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.146454:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.146459:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82352786). 00000800:00000200:0.0:1764938852.146464:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.146470:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.146474:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.146498:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.146502:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.146504:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afb8a965. 02000000:00000010:0.0:1764938852.146512:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048575ee3. 00000100:00000010:0.0:1764938852.146516:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:0.0:1764938852.146519:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce2e56cb. 00000100:00000010:0.0:1764938852.146520:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:0.0:1764938852.146524:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000623d0ed1. 00000100:00000010:0.0:1764938852.146526:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:0.0:1764938852.146529:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091605537. 00000100:00000010:0.0:1764938852.146531:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:0.0:1764938852.146534:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ec7ef00. 00000100:00000010:0.0:1764938852.146536:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:0.0:1764938852.146539:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c865b304. 00000100:00000010:0.0:1764938852.146542:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000200:0.0:1764938852.146547:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938852.146552:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afb5935a. 00000400:00000010:0.0:1764938852.146555:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1e7a748 (tot 82352938). 00080000:00000010:1.0:1764938852.146645:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb591741. 00010000:00000010:1.0:1764938852.146730:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.146736:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064dffbf1. 00010000:00000010:1.0:1764938852.146810:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.0:1764938852.146815:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.146824:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e8a0815. 00000100:00000010:1.0:1764938852.146828:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.146844:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938852.146855:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4db2599. 02000000:00000010:1.0:1764938852.146877:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e393b0f0. 00000400:00000010:1.0:1764938852.146882:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ad43ec0. 00000400:00000010:1.0:1764938852.146886:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938852.146888:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942784, portal 16 00000400:00000010:1.0:1764938852.146893:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd9c7137. 00000100:00000200:1.0:1764938852.146894:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942784, offset 0 00000400:00000200:1.0:1764938852.146899:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.146905:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.146911:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.146915:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.146918:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.146920:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90585:90585:255:4294967295] 192.168.203.57@tcp LPNI seq info [90585:90585:7:4294967295] 00000400:00000200:1.0:1764938852.146926:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.146930:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.146933:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82353186). 00000800:00000200:1.0:1764938852.146937:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.146940:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.146943:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.147017:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.147021:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352938). 00000400:00000200:2.0:1764938852.147024:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.147028:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.147031:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:2.0:1764938852.147033:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 02000000:00000010:2.0:1764938852.147037:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078944ef8. 00000800:00000200:2.0:1764938852.147090:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.147091:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938852.147095:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.147098:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00010000:00000010:2.1:1764938852.147129:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a5b0f9. 00000400:00000200:2.0:1764938852.147136:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9c7137 00000400:00000010:2.0:1764938852.147137:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd9c7137. 00000100:00000200:2.0:1764938852.147141:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626942784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.149784:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.149802:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550af40 00000400:00000200:1.0:1764938852.149810:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1521 [1] + 224 00000400:00000200:1.0:1764938852.149820:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.149824:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.149840:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626942784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.149878:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.149883:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64f80 00000400:00000200:1.0:1764938852.149888:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafeb1 [2] + 0 00000400:00000200:1.0:1764938852.149938:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.149942:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.149945:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.149950:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:3.0:1764938852.150008:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003914ae78. 00000020:00000010:3.0:1764938852.150016:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938852.150020:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001eb1b54a. 00000100:00000200:3.0:1764938852.150042:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621020032/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:0.0:1764938852.150488:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ad43ec0. 00000400:00000200:0.0:1764938852.150493:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:0.0:1764938852.150495:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000100:00000200:0.0:1764938852.150501:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626942784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.150508:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626942784/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.150533:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e393b0f0. 02000000:00000010:0.0:1764938852.150539:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4db2599. 00000100:00000010:0.0:1764938852.150543:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:0.0:1764938852.150546:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.150549:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e8a0815. 00000100:00000200:2.0:1764938852.150910:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020032 02000000:00000010:2.0:1764938852.150924:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac4f2b13. 00010000:00000010:2.0:1764938852.150949:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a7b29da. 00010000:00000010:2.0:1764938852.150969:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.150975:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.150990:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.150993:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.151007:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938852.151011:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020032, offset 224 00000400:00000200:2.0:1764938852.151019:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.151034:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.151040:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90586:90586:256:4294967295] 192.168.203.57@tcp LPNI seq info [90586:90586:8:4294967295] 00000400:00000200:2.0:1764938852.151049:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.151053:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.151057:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938852.151062:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.151069:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.151073:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1764938852.152018:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e393b0f0. 00010000:00000010:1.0:1764938852.152131:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.152140:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d9ca899. 00010000:00000010:1.0:1764938852.152210:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0a39573. 00010000:00000010:1.0:1764938852.152216:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.152227:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938852.152232:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.152239:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938852.152253:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002543a650. 02000000:00000010:1.0:1764938852.152277:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa2d2f8. 00000400:00000010:1.0:1764938852.152283:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e452c68b. 00000400:00000010:1.0:1764938852.152290:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938852.152295:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942848, portal 16 00000400:00000010:1.0:1764938852.152299:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938852.152301:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942848, offset 0 00000400:00000200:1.0:1764938852.152309:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.152320:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.152327:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.152330:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.152333:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.152336:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90587:90587:255:4294967295] 192.168.203.57@tcp LPNI seq info [90587:90587:7:4294967295] 00000400:00000200:1.0:1764938852.152345:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.152350:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.152353:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82353186). 00000800:00000200:1.0:1764938852.152369:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.152375:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.152378:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.152441:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:2.0:1764938852.152446:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001eb1b54a. 00000020:00000010:2.0:1764938852.152450:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003914ae78. 00010000:00000010:1.1:1764938852.154439:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b989fe7. 00010000:00000010:1.1:1764938852.154451:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0254e64. 00000800:00000200:2.0:1764938852.154584:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.154588:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:2.0:1764938852.154593:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.154602:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.154607:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00000400:00000010:2.0:1764938852.154610:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 00000800:00000200:2.0:1764938852.154861:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.154864:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:2.0:1764938852.154869:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.154873:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.154875:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:2.0:1764938852.154877:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:2.0:1764938852.154884:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626942848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.157316:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.157334:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550af80 00000400:00000200:2.0:1764938852.157342:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb152d [1] + 224 00000400:00000200:2.0:1764938852.157367:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.157371:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.157380:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626942848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.157464:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e452c68b. 00000400:00000200:1.0:1764938852.157469:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:1.0:1764938852.157470:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00000100:00000200:1.0:1764938852.157476:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626942848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.157483:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626942848/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.157512:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fa2d2f8. 02000000:00000010:1.0:1764938852.157517:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002543a650. 00000100:00000010:1.0:1764938852.157521:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:1.0:1764938852.157526:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938852.157529:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:1.0:1764938852.157783:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.157792:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f64fc0 00000400:00000200:1.0:1764938852.157797:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafeb1 [2] + 328 00000400:00000200:1.0:1764938852.157950:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.157954:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.157959:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.157963:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00000020:00000010:2.0:1764938852.158499:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.158506:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.158510:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.158534:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621020096/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1764938852.158564:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020096 02000000:00000010:2.0:1764938852.158574:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026d58502. 00010000:00000010:2.0:1764938852.158601:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfab9d68. 00010000:00000010:2.0:1764938852.158622:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.158629:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.158678:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.158682:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.158695:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938852.158701:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020096, offset 224 00000400:00000200:2.0:1764938852.158708:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.158719:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.158723:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90588:90588:256:4294967295] 192.168.203.57@tcp LPNI seq info [90588:90588:8:4294967295] 00000400:00000200:2.0:1764938852.158733:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.158738:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.158743:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938852.158748:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.158754:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.158757:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.158785:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.158789:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.158792:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00080000:00000010:1.0:1764938852.158846:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002543a650. 00010000:00000010:1.0:1764938852.158923:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.158929:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b40f6025. 00010000:00000010:1.0:1764938852.158996:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.0:1764938852.159002:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.159011:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938852.159015:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.159021:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 02000000:00000010:1.0:1764938852.159030:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fa2d2f8. 02000000:00000010:1.0:1764938852.159049:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9dc85fd. 00000400:00000010:1.0:1764938852.159054:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e452c68b. 00000400:00000010:1.0:1764938852.159058:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938852.159062:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942912, portal 16 00000400:00000010:1.0:1764938852.159066:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938852.159068:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942912, offset 0 00000400:00000200:1.0:1764938852.159073:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.159079:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.159086:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.159089:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.159092:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.159095:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90589:90589:255:4294967295] 192.168.203.57@tcp LPNI seq info [90589:90589:7:4294967295] 00000400:00000200:1.0:1764938852.159138:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.159143:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.159146:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938852.159150:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.159154:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.159156:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.159274:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.159277:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352938). 00000400:00000200:3.0:1764938852.159281:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.159285:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.159288:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00000400:00000010:3.0:1764938852.159289:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 00000800:00000200:3.0:1764938852.159342:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.159344:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938852.159348:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.159351:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.159354:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:3.0:1764938852.159355:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000100:00000200:3.0:1764938852.159368:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000315e5b21 x1850670626942912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.162232:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.162251:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550afc0 00000400:00000200:2.0:1764938852.162259:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1539 [1] + 224 00000400:00000200:2.0:1764938852.162275:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.162278:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.162289:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000315e5b21 x1850670626942912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.163149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c80b8bcd. 00010000:00000010:1.1:1764938852.163423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e89ef632. 00010000:00000010:1.1:1764938852.163431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1fe593. 00000400:00000010:1.0:1764938852.163453:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e452c68b. 00000400:00000200:1.0:1764938852.163457:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:1.0:1764938852.163459:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00000100:00000200:1.0:1764938852.163468:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000315e5b21 x1850670626942912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.163478:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000315e5b21 x1850670626942912/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.163508:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9dc85fd. 02000000:00000010:1.0:1764938852.163514:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fa2d2f8. 00000100:00000010:1.0:1764938852.163517:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 00000100:00000010:1.0:1764938852.163521:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938852.163524:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:1.0:1764938852.164292:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.164304:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65000 00000400:00000200:1.0:1764938852.164309:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafeb1 [2] + 656 00000400:00000200:1.0:1764938852.164370:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.164373:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.164378:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.164381:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:0.0:1764938852.164449:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afb8a965. 00000020:00000010:0.0:1764938852.164456:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.164461:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.164483:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621020160/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938852.164518:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020160 02000000:00000010:0.0:1764938852.164530:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078944ef8. 00010000:00000010:0.0:1764938852.164556:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009febdf15. 00010000:00000010:0.0:1764938852.164578:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.164585:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8fefe87. 00000100:00000010:0.0:1764938852.164602:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8fefe87. 00010000:00000010:0.0:1764938852.164606:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000010:0.0:1764938852.164618:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049d35ddc. 00000100:00000200:0.0:1764938852.164621:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020160, offset 224 00000400:00000200:0.0:1764938852.164628:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.164637:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.164642:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90590:90590:256:4294967295] 192.168.203.57@tcp LPNI seq info [90590:90590:8:4294967295] 00000400:00000200:0.0:1764938852.164652:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.164656:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.164661:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82352938). 00000800:00000200:0.0:1764938852.164666:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.164673:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.164677:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.164698:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.164702:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.164705:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afb8a965. 00000800:00000200:3.0:1764938852.165330:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.165334:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:3.0:1764938852.165339:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.165345:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.165348:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049d35ddc 00000400:00000010:3.0:1764938852.165350:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049d35ddc. 00080000:00000010:1.0:1764938852.165441:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa2d2f8. 00010000:00000010:1.0:1764938852.165519:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.165526:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000adf36188. 00010000:00000010:1.0:1764938852.165592:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0b0e38f. 00010000:00000010:1.0:1764938852.165596:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a3ad8373. 00010000:00000010:1.0:1764938852.165601:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.0:1764938852.165606:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00080000:00000010:1.0:1764938852.165617:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9dc85fd. 00010000:00000010:1.0:1764938852.165640:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.165643:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3ad8373. 00010000:00000010:1.0:1764938852.165692:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e826759. 00010000:00000010:1.0:1764938852.165696:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.165703:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938852.165707:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.165715:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938852.165726:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bacc892b. 02000000:00000010:1.0:1764938852.165748:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f428d946. 00000400:00000010:1.0:1764938852.165754:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e452c68b. 00000400:00000010:1.0:1764938852.165758:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938852.165764:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626942976, portal 16 00000400:00000010:1.0:1764938852.165769:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd7a8a2. 00000100:00000200:1.0:1764938852.165772:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626942976, offset 0 00000400:00000200:1.0:1764938852.165778:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.165787:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.165793:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.165796:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.165799:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.165802:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90591:90591:256:4294967295] 192.168.203.57@tcp LPNI seq info [90591:90591:8:4294967295] 00000400:00000200:1.0:1764938852.165809:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.165814:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.165817:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.165822:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.165827:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.165829:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.166997:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.167001:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938852.167007:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.167013:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.167017:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd7a8a2 00000400:00000010:2.0:1764938852.167019:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd7a8a2. 00000100:00000200:2.0:1764938852.167026:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626942976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.168899:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.168919:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b000 00000400:00000200:1.0:1764938852.168927:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1545 [1] + 224 00000400:00000200:1.0:1764938852.168958:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.168962:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.168972:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626942976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.169143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000080d4d74. 00010000:00000010:1.1:1764938852.169182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008577a768. 00010000:00000010:1.1:1764938852.169188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007acaddbe. 00000400:00000010:0.0:1764938852.169307:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e452c68b. 00000400:00000200:0.0:1764938852.169312:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:0.0:1764938852.169314:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00000100:00000200:0.0:1764938852.169320:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626942976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.169328:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626942976/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.169366:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f428d946. 02000000:00000010:0.0:1764938852.169372:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bacc892b. 00000100:00000010:0.0:1764938852.169376:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:0.0:1764938852.169380:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.169383:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000200:3.0:1764938852.170877:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.170891:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65040 00000400:00000200:3.0:1764938852.170897:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafeb1 [2] + 984 00000400:00000200:3.0:1764938852.170953:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.170957:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.170962:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.170966:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00000020:00000010:0.0:1764938852.171450:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afb8a965. 00000020:00000010:0.0:1764938852.171457:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.171461:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.171485:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670621020224/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938852.171518:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020224 02000000:00000010:0.0:1764938852.171528:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d4db2599. 00010000:00000010:0.0:1764938852.171554:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea594418. 00010000:00000010:0.0:1764938852.171574:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.171580:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8fefe87. 00000100:00000010:0.0:1764938852.171600:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8fefe87. 00010000:00000010:0.0:1764938852.171603:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000010:0.0:1764938852.171615:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070601ca. 00000100:00000200:0.0:1764938852.171620:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020224, offset 224 00000400:00000200:0.0:1764938852.171628:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.171638:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.171642:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90592:90592:256:4294967295] 192.168.203.57@tcp LPNI seq info [90592:90592:8:4294967295] 00000400:00000200:0.0:1764938852.171652:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.171657:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.171661:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82352938). 00000800:00000200:0.0:1764938852.171666:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.171673:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.171676:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.171690:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.171695:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.171698:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afb8a965. 00080000:00000010:1.0:1764938852.171815:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2cf829b. 00010000:00000010:1.0:1764938852.171893:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.171899:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c9b8581. 00010000:00000010:1.0:1764938852.172018:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007acaddbe. 00010000:00000010:1.0:1764938852.172024:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629eda56. 00010000:00000010:1.0:1764938852.172032:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8a5bc49. 00000100:00000010:1.0:1764938852.172036:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.172041:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938852.172050:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d8b4a0f. 02000000:00000010:1.0:1764938852.172069:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bacc892b. 00000400:00000010:1.0:1764938852.172074:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0b831a5. 00000400:00000010:1.0:1764938852.172078:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938852.172082:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943040, portal 16 00000400:00000010:1.0:1764938852.172086:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938852.172088:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943040, offset 0 00000400:00000200:1.0:1764938852.172093:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.172099:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000800:00000200:3.0:1764938852.172671:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.172675:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352690). 00000400:00000200:3.0:1764938852.172679:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.172683:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.172687:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070601ca 00000400:00000010:3.0:1764938852.172689:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070601ca. 00000400:00000200:1.0:1764938852.174044:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.174049:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.174052:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.174055:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90593:90593:255:4294967295] 192.168.203.57@tcp LPNI seq info [90593:90593:7:4294967295] 00000400:00000200:1.0:1764938852.174067:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.174074:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.174082:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938852.174089:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.174095:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.174099:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.183049:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.183055:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938852.183062:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.183070:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.183074:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:3.0:1764938852.183076:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00000100:00000200:3.0:1764938852.183085:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626943040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.183251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008625a348. 00010000:00000010:0.1:1764938852.184139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a44e8b2. 00010000:00000010:1.1:1764938852.184144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6fd6206. 00010000:00000010:1.1:1764938852.184153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a39573. 00000400:00000200:1.0:1764938852.188501:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.188524:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b040 00000400:00000200:1.0:1764938852.188531:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1551 [1] + 224 00000400:00000200:1.0:1764938852.188541:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.188544:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.188553:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626943040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.188594:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.188599:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65080 00000400:00000200:1.0:1764938852.188603:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafeb1 [2] + 1312 00000400:00000200:1.0:1764938852.188668:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.188671:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.188674:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.188679:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000020:00000010:2.0:1764938852.188781:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.188788:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.188792:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.188817:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548a2fdc x1850670621020288/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938852.188857:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020288 02000000:00000010:2.0:1764938852.188867:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6fbe4f9. 00010000:00000010:2.0:1764938852.188907:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.188913:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.188919:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.188923:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.188935:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d1699a8. 00000100:00000200:2.0:1764938852.188939:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020288, offset 224 00000400:00000200:2.0:1764938852.188946:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.188955:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.188960:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90594:90594:256:4294967295] 192.168.203.57@tcp LPNI seq info [90594:90594:8:4294967295] 00000400:00000200:2.0:1764938852.188970:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.188974:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.188978:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938852.188984:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.188990:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.188994:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.189022:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.189026:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.189029:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00000400:00000010:0.0:1764938852.189142:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0b831a5. 00000400:00000200:0.0:1764938852.189148:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:0.0:1764938852.189151:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00000100:00000200:0.0:1764938852.189157:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626943040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.189165:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626943040/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938852.189186:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e030945. 02000000:00000010:0.0:1764938852.189199:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bacc892b. 02000000:00000010:0.0:1764938852.189204:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d8b4a0f. 00000100:00000010:0.0:1764938852.189207:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:0.0:1764938852.189210:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.189212:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8a5bc49. 00080000:00000010:0.0:1764938852.189231:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afb8a965. 00010000:00000010:0.0:1764938852.189317:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629eda56. 00010000:00000010:0.0:1764938852.189322:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e065e19. 00010000:00000010:0.0:1764938852.189402:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a283fc83. 00010000:00000010:0.0:1764938852.189408:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017d4aa7e. 00010000:00000010:0.0:1764938852.189418:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.189421:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8fefe87. 00000100:00000010:0.0:1764938852.189426:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.189435:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d32c3e. 02000000:00000010:0.0:1764938852.189455:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003366e35b. 00000400:00000010:0.0:1764938852.189459:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9a57f88. 00000400:00000010:0.0:1764938852.189462:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938852.189466:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943104, portal 16 00000400:00000010:0.0:1764938852.189470:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938852.189472:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943104, offset 0 00000400:00000200:0.0:1764938852.189477:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.189482:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.189490:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.189493:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.189496:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.189498:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90595:90595:255:4294967295] 192.168.203.57@tcp LPNI seq info [90595:90595:7:4294967295] 00000400:00000200:0.0:1764938852.189505:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.189509:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.189512:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82353186). 00000800:00000200:0.0:1764938852.189515:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.189519:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.189521:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.191207:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.191214:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352938). 00000400:00000200:3.0:1764938852.191221:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.191230:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.191235:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d1699a8 00000400:00000010:3.0:1764938852.191237:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d1699a8. 00000800:00000200:3.0:1764938852.191293:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.191295:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:3.0:1764938852.191298:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.191301:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.191303:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:3.0:1764938852.191305:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000100:00000200:3.0:1764938852.191311:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626943104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.195478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a34bbfdc. 00010000:00000010:1.1:1764938852.195498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.1:1764938852.195502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b0e38f. 00010000:00000010:1.1:1764938852.195504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1fe593. 00010000:00000010:0.1:1764938852.195712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3694d6. 00010000:00000010:1.1:1764938852.197257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f2dda45. 00010000:00000010:1.1:1764938852.197270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e826759. 00000400:00000200:3.0:1764938852.199986:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.200004:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b080 00000400:00000200:3.0:1764938852.200011:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb155d [1] + 224 00000400:00000200:3.0:1764938852.200026:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.200029:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.200039:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626943104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.200131:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9a57f88. 00000400:00000200:0.0:1764938852.200138:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:0.0:1764938852.200140:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000100:00000200:0.0:1764938852.200146:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626943104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.200155:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626943104/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.200184:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003366e35b. 02000000:00000010:0.0:1764938852.200190:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d32c3e. 00000100:00000010:0.0:1764938852.200194:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.200198:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8fefe87. 00010000:00000010:0.0:1764938852.200201:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000200:1.0:1764938852.201643:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.201658:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f650c0 00000400:00000200:1.0:1764938852.201664:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafeb1 [2] + 1640 00000400:00000200:1.0:1764938852.201689:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.201693:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.201697:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.201703:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:0.0:1764938852.201781:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003366e35b. 00000020:00000010:0.0:1764938852.201788:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.201791:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.201812:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621020352/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938852.201842:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020352 02000000:00000010:0.0:1764938852.201852:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042d32c3e. 00010000:00000010:0.0:1764938852.201875:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fe305d2. 00010000:00000010:0.0:1764938852.201895:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.201899:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8fefe87. 00000100:00000010:0.0:1764938852.201914:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8fefe87. 00010000:00000010:0.0:1764938852.201917:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000010:0.0:1764938852.201926:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938852.201930:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020352, offset 224 00000400:00000200:0.0:1764938852.201937:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.201953:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.201958:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90596:90596:256:4294967295] 192.168.203.57@tcp LPNI seq info [90596:90596:8:4294967295] 00000400:00000200:0.0:1764938852.201967:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.201971:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.201975:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82352938). 00000800:00000200:0.0:1764938852.201979:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.201985:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.201988:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.202002:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.202005:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.202008:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003366e35b. 00080000:00000010:1.0:1764938852.202093:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f428d946. 00010000:00000010:1.0:1764938852.202207:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017d4aa7e. 00010000:00000010:1.0:1764938852.202213:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe2e41aa. 00010000:00000010:1.0:1764938852.202279:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e826759. 00010000:00000010:1.0:1764938852.202285:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000824f54ee. 00010000:00000010:1.0:1764938852.202293:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000119fa5b5. 00000100:00000010:1.0:1764938852.202296:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:1.0:1764938852.202302:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938852.202311:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d8b4a0f. 02000000:00000010:1.0:1764938852.202331:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bacc892b. 00000400:00000010:1.0:1764938852.202335:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000067f968c. 00000400:00000010:1.0:1764938852.202339:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938852.202343:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943168, portal 16 00000400:00000010:1.0:1764938852.202347:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000571cc73. 00000100:00000200:1.0:1764938852.202349:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943168, offset 0 00000400:00000200:1.0:1764938852.202353:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.202371:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.202376:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.202380:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.202382:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.202385:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90597:90597:255:4294967295] 192.168.203.57@tcp LPNI seq info [90597:90597:7:4294967295] 00000400:00000200:1.0:1764938852.202392:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.202396:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.202399:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938852.202403:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.202406:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.202408:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.202524:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.202529:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352938). 00000400:00000200:3.0:1764938852.202532:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.202537:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.202539:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938852.202542:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000800:00000200:3.0:1764938852.202584:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.202586:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938852.202589:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.202592:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.202594:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:3.0:1764938852.202596:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 00000100:00000200:3.0:1764938852.202601:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626943168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.205528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf1cfe03. 00010000:00000010:0.1:1764938852.205544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d5ef1c5. 00010000:00000010:0.1:1764938852.205549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007acaddbe. 00010000:00000010:0.1:1764938852.213171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49a603c. 00000400:00000200:2.0:1764938852.231572:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.231592:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b0c0 00000400:00000200:2.0:1764938852.231601:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1569 [1] + 224 00000400:00000200:2.0:1764938852.231611:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.231615:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.231625:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626943168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.233863:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.233875:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65100 00000400:00000200:2.0:1764938852.233881:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xafeb1 [2] + 1968 00000400:00000010:2.0:1764938852.233886:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000643ae58a. 00000400:00000200:2.0:1764938852.233890:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007d70c8fb 00000400:00000200:2.0:1764938852.233898:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.233902:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.233906:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d70c8fb 00000400:00000010:2.0:1764938852.233908:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007d70c8fb (tot 82352538). 00000100:00000200:2.0:1764938852.233913:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:2.0:1764938852.233935:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.233950:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 26 MB=0x6932cd4f65140 00000400:00000200:2.0:1764938852.233955:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp of length 224/224 into md 0x8d729 [2] + 0 00000400:00000010:2.0:1764938852.233958:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a2b6503. 00000400:00000200:2.0:1764938852.233960:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004db97aaa 00000400:00000200:2.0:1764938852.233965:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.233968:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.233970:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004db97aaa 00000400:00000010:2.0:1764938852.233972:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004db97aaa (tot 82352386). 00000100:00000200:2.0:1764938852.233975:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1764938852.233988:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.233993:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 28 MB=0x6932cd4f651c0 00000400:00000200:2.0:1764938852.233998:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.57@tcp of length 224/224 into md 0x76111 [8] + 5376 00000400:00000200:2.0:1764938852.234003:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.234005:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.234008:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1764938852.234013:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffe77141. 00000020:00000010:2.0:1764938852.234052:0:66328:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.234059:0:66328:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.234065:0:66328:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.234096:0:66328:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020608 02000000:00000010:2.0:1764938852.234130:0:66328:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008694ef3c. 00010000:00000010:1.1:1764938852.234132:0:78550:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009183aa9. 00010000:00000200:2.0:1764938852.234139:0:66328:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000ffe77141 x1850670621020608/t0(0) o400->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 224/224 e 0 to 0 dl 1764938895 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000010:1.1:1764938852.234140:0:78550:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a283fc83. 00000400:00000010:2.0:1764938852.234156:0:66328:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938852.234160:0:66328:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1850670621020608, offset 224 00000400:00000200:2.0:1764938852.234167:0:66328:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.234177:0:66328:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.234182:0:66328:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90598:90598:256:4294967295] 192.168.203.57@tcp LPNI seq info [90598:90598:8:4294967295] 00000400:00000200:2.0:1764938852.234192:0:66328:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.234197:0:66328:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.234202:0:66328:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352634). 00000800:00000200:2.0:1764938852.234206:0:66328:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.234213:0:66328:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.234216:0:66328:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.234236:0:66328:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.234240:0:66328:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.234244:0:66328:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00000400:00000200:1.0:1764938852.234257:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.234267:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 12 MB=0x6932cd4f65180 00000400:00000200:1.0:1764938852.234273:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.57@tcp of length 224/224 into md 0x7cec5 [64] + 161176 00000400:00000200:2.0:1764938852.234303:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.234307:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.234311:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1764938852.234314:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a34506f7. 00000800:00000200:2.0:1764938852.234390:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.234393:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352386). 00000400:00000200:2.0:1764938852.234396:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.234399:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.234401:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:2.0:1764938852.234403:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000020:00000010:3.0:1764938852.234662:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b16b834d. 00000020:00000010:3.0:1764938852.234667:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.234671:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000030936e38. 00000100:00000200:3.0:1764938852.234686:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f37aeab x1850670621020416/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938852.234704:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020416 02000000:00000010:3.0:1764938852.234711:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d72e75e8. 00010000:00000010:3.0:1764938852.234744:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938852.234750:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018bbb617. 00000100:00000010:3.0:1764938852.234756:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018bbb617. 00010000:00000010:3.0:1764938852.234759:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000400:00000010:3.0:1764938852.234768:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938852.234771:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020416, offset 224 00000400:00000200:3.0:1764938852.234777:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.234783:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.234787:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90599:90599:256:4294967295] 192.168.203.57@tcp LPNI seq info [90599:90599:8:4294967295] 00000400:00000200:3.0:1764938852.234796:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.234800:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.234804:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352634). 00000800:00000200:3.0:1764938852.234807:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.234811:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.234814:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.234826:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.234828:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000030936e38. 00000020:00000010:3.0:1764938852.234845:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b16b834d. 02000000:00000010:3.0:1764938852.234854:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042d32c3e. 00000100:00000010:3.0:1764938852.234857:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:3.0:1764938852.234861:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6fbe4f9. 00000100:00000010:3.0:1764938852.234864:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 02000000:00000010:3.0:1764938852.234867:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d4db2599. 00000100:00000010:3.0:1764938852.234870:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 02000000:00000010:3.0:1764938852.234873:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078944ef8. 00000100:00000010:3.0:1764938852.234875:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:3.0:1764938852.234878:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026d58502. 00000100:00000010:3.0:1764938852.234880:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:3.0:1764938852.234883:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac4f2b13. 00000100:00000010:3.0:1764938852.234885:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 00000100:00000200:3.0:1764938852.234890:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1764938852.234906:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.234908:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352386). 00000400:00000200:3.0:1764938852.234911:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.234914:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.234916:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:3.0:1764938852.234917:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 02000000:00000010:3.0:1764938852.234919:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d72e75e8. 00000400:00000010:3.0:1764938852.234928:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc59654b. 00000400:00000010:3.0:1764938852.234931:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000018bbb617 (tot 82352538). 00000020:00000010:0.0:1764938852.235090:0:71737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042d32c3e. 00000020:00000010:0.0:1764938852.235094:0:71737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.235097:0:71737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.235144:0:71737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020480 02000000:00000010:0.0:1764938852.235153:0:71737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003366e35b. 00010000:00000200:0.0:1764938852.235158:0:71737:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f62f73b0 x1850670621020480/t0(0) o400->78c49675-fc46-4980-8d53-c3648ce63ff4@192.168.203.57@tcp:273/0 lens 224/224 e 0 to 0 dl 1764938858 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938852.235167:0:71737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938852.235170:0:71737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1850670621020480, offset 224 00000400:00000200:0.0:1764938852.235175:0:71737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.235180:0:71737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.235184:0:71737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90600:90600:256:4294967295] 192.168.203.57@tcp LPNI seq info [90600:90600:8:4294967295] 00000400:00000200:0.0:1764938852.235192:0:71737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.235196:0:71737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.235198:0:71737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352786). 00000800:00000200:0.0:1764938852.235202:0:71737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.235206:0:71737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.235208:0:71737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.235218:0:71737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.235221:0:71737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.235223:0:71737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042d32c3e. 00000100:00000200:0.0:1764938852.235227:0:71737:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1764938852.235231:0:71737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9a57f88. 00000400:00000010:0.0:1764938852.235234:0:71737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8fefe87 (tot 82352938). 00000020:00000010:0.0:1764938852.235252:0:75236:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042d32c3e. 00000020:00000010:0.0:1764938852.235255:0:75236:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.235257:0:75236:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.235319:0:75236:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020544 02000000:00000010:0.0:1764938852.235329:0:75236:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c52014f7. 00010000:00000200:0.0:1764938852.235334:0:75236:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a34506f7 x1850670621020544/t0(0) o400->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 224/224 e 0 to 0 dl 1764938895 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1764938852.235343:0:75236:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938852.235345:0:75236:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1850670621020544, offset 224 00000400:00000200:0.0:1764938852.235350:0:75236:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.235355:0:75236:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.235367:0:75236:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90601:90601:255:4294967295] 192.168.203.57@tcp LPNI seq info [90601:90601:7:4294967295] 00000400:00000200:0.0:1764938852.235374:0:75236:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.235378:0:75236:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.235381:0:75236:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82353186). 00000800:00000200:0.0:1764938852.235385:0:75236:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.235389:0:75236:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.235391:0:75236:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.235396:0:75236:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.235398:0:75236:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.235400:0:75236:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042d32c3e. 00000800:00000200:0.0:1764938852.235420:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.235422:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352938). 00000400:00000200:0.0:1764938852.235424:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.235427:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.235430:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938852.235431:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 02000000:00000010:0.0:1764938852.235433:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003366e35b. 00000800:00000200:0.0:1764938852.235466:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.235468:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:0.0:1764938852.235470:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.235473:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.235475:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:0.0:1764938852.235476:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000400:00000010:0.0:1764938852.235493:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000067f968c. 00000400:00000200:0.0:1764938852.235495:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:0.0:1764938852.235497:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00000100:00000200:0.0:1764938852.235502:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626943168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.235510:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626943168/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938852.235529:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9e4f209. 02000000:00000010:0.0:1764938852.235541:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bacc892b. 02000000:00000010:0.0:1764938852.235545:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d8b4a0f. 00000100:00000010:0.0:1764938852.235548:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:0.0:1764938852.235552:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.235554:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000119fa5b5. 00080000:00000010:0.0:1764938852.235570:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d8b4a0f. 00010000:00000010:0.0:1764938852.235651:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000824f54ee. 00010000:00000010:0.0:1764938852.235657:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d09ee3ae. 00010000:00000010:0.0:1764938852.235738:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.0:1764938852.235745:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938852.235754:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.235758:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.235763:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.235773:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bacc892b. 02000000:00000010:0.0:1764938852.235793:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003366e35b. 00000400:00000010:0.0:1764938852.235797:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938852.235800:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938852.235803:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943232, portal 16 00000400:00000010:0.0:1764938852.235806:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938852.235808:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943232, offset 0 00000400:00000200:0.0:1764938852.235812:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.235819:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.235825:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.235828:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.235830:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.235833:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90602:90602:256:4294967295] 192.168.203.57@tcp LPNI seq info [90602:90602:8:4294967295] 00000400:00000200:0.0:1764938852.235839:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.235843:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.235845:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82352938). 00000800:00000200:0.0:1764938852.235848:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.235852:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.235854:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.236299:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.236302:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:2.0:1764938852.236306:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.236310:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.236314:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:2.0:1764938852.236315:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000100:00000200:2.0:1764938852.236320:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626943232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.238889:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.238910:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b100 00000400:00000200:3.0:1764938852.238918:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1589 [1] + 224 00000400:00000200:3.0:1764938852.238933:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.238937:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.238945:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626943232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.239023:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:0.0:1764938852.239027:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:0.0:1764938852.239029:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000200:0.0:1764938852.239035:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626943232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.239041:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626943232/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.239070:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003366e35b. 02000000:00000010:0.0:1764938852.239075:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bacc892b. 00000100:00000010:0.0:1764938852.239079:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:0.0:1764938852.239083:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.239087:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000400:00000200:0.0:1764938852.239555:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.239563:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65200 00000400:00000200:0.0:1764938852.239569:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff09 [2] + 0 00000400:00000200:0.0:1764938852.239617:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.239620:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.239624:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.239628:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 00000020:00000010:2.0:1764938852.239735:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749d67c1. 00000020:00000010:2.0:1764938852.239742:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.239746:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.239769:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b40153c x1850670621020672/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938852.239804:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020672 02000000:00000010:2.0:1764938852.239816:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2266a6d. 00010000:00000010:2.0:1764938852.239846:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000431181fa. 00010000:00000010:2.0:1764938852.239871:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.239878:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.239897:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.239900:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000010:2.0:1764938852.239915:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938852.239920:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020672, offset 224 00000400:00000200:2.0:1764938852.239929:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.239939:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.239944:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90603:90603:256:4294967295] 192.168.203.57@tcp LPNI seq info [90603:90603:8:4294967295] 00000400:00000200:2.0:1764938852.239953:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.239958:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.239962:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938852.239967:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.239974:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.239978:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.239997:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.240000:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.240003:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749d67c1. 00000800:00000200:2.0:1764938852.240071:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.240074:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:2.0:1764938852.240077:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.240081:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.240084:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:2.0:1764938852.240086:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00080000:00000010:0.0:1764938852.241013:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003366e35b. 00010000:00000010:0.0:1764938852.241133:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938852.241142:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054b472a3. 00010000:00000010:0.0:1764938852.241226:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:0.0:1764938852.241232:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004997dbe9. 00010000:00000010:0.0:1764938852.241244:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004275a775. 00000100:00000010:0.0:1764938852.241250:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.241257:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b021140d. 02000000:00000010:0.0:1764938852.241270:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bacc892b. 02000000:00000010:0.0:1764938852.241293:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d32c3e. 00000400:00000010:0.0:1764938852.241299:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938852.241305:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938852.241310:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943296, portal 16 00000400:00000010:0.0:1764938852.241314:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938852.241316:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943296, offset 0 00000400:00000200:0.0:1764938852.241324:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.241336:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.241342:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.241346:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.241349:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.241351:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90604:90604:256:4294967295] 192.168.203.57@tcp LPNI seq info [90604:90604:8:4294967295] 00000400:00000200:0.0:1764938852.241370:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.241375:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.241379:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938852.241383:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.241389:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.241392:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.241798:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.241802:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:3.0:1764938852.241806:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.241810:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.241814:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:3.0:1764938852.241815:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:3.0:1764938852.241821:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b021140d x1850670626943296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.247231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027853dd5. 00010000:00000010:0.1:1764938852.247244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa6ce9d0. 00010000:00000010:0.1:1764938852.247248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e826759. 00010000:00000010:2.1:1764938852.248141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b20bc9. 00000400:00000200:0.0:1764938852.249257:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.249273:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b140 00000400:00000200:0.0:1764938852.249280:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1595 [1] + 224 00000400:00000200:0.0:1764938852.249291:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.249294:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.249304:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b021140d x1850670626943296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.250565:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.250577:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65240 00000400:00000200:0.0:1764938852.250583:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff09 [2] + 328 00000400:00000200:0.0:1764938852.251005:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.251011:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.251017:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.251022:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ce3dca1. 00000020:00000010:3.0:1764938852.251285:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d72e75e8. 00000020:00000010:3.0:1764938852.251292:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.251297:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000030936e38. 00000100:00000200:3.0:1764938852.251322:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ce3dca1 x1850670621020736/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:2.0:1764938852.251417:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:2.0:1764938852.251422:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:2.0:1764938852.251424:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000100:00000200:2.0:1764938852.251431:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b021140d x1850670626943296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.251438:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b021140d x1850670626943296/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.251466:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d32c3e. 02000000:00000010:2.0:1764938852.251470:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bacc892b. 00000100:00000010:2.0:1764938852.251474:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b021140d. 00000100:00000010:2.0:1764938852.251477:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:2.0:1764938852.251480:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004275a775. 00000100:00000200:3.0:1764938852.252066:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020736 02000000:00000010:3.0:1764938852.252081:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b16b834d. 00010000:00000010:3.0:1764938852.252141:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1f8f8ee. 00010000:00000010:3.0:1764938852.252165:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938852.252172:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938852.252191:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:3.0:1764938852.252194:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000400:00000010:3.0:1764938852.252205:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938852.252209:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020736, offset 224 00000400:00000200:3.0:1764938852.252216:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.252228:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.252234:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90605:90605:256:4294967295] 192.168.203.57@tcp LPNI seq info [90605:90605:8:4294967295] 00000400:00000200:3.0:1764938852.252244:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.252249:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.252253:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352938). 00000800:00000200:3.0:1764938852.252259:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.252265:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.252269:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.252285:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.252289:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000030936e38. 00000020:00000010:3.0:1764938852.252293:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d72e75e8. 00000800:00000200:2.0:1764938852.252502:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.252506:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:2.0:1764938852.252510:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.252515:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.252518:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:2.0:1764938852.252519:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00080000:00000010:2.0:1764938852.252547:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000749d67c1. 00010000:00000010:2.0:1764938852.252626:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004997dbe9. 00010000:00000010:2.0:1764938852.252632:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000799240ad. 00010000:00000010:2.0:1764938852.252707:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ab00ab1. 00010000:00000010:2.0:1764938852.252713:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938852.252721:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.252725:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.252731:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:2.0:1764938852.252741:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a51c72b. 02000000:00000010:2.0:1764938852.252763:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088ad4f4e. 00000400:00000010:2.0:1764938852.252768:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d40397. 00000400:00000010:2.0:1764938852.252772:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938852.252776:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943360, portal 16 00000400:00000010:2.0:1764938852.252780:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938852.252781:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943360, offset 0 00000400:00000200:2.0:1764938852.252786:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.252793:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.252799:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.252802:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.252804:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.252807:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90606:90606:256:4294967295] 192.168.203.57@tcp LPNI seq info [90606:90606:8:4294967295] 00000400:00000200:2.0:1764938852.252814:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.252818:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.252820:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938852.252824:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.252827:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.252829:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.253623:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.253627:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938852.253632:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.253636:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.253640:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000400:00000010:3.0:1764938852.253642:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 00000100:00000200:3.0:1764938852.253649:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005236100b x1850670626943360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.255801:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.255818:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b180 00000400:00000200:0.0:1764938852.255825:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb15a1 [1] + 224 00000400:00000200:0.0:1764938852.255849:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.255853:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.255862:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005236100b x1850670626943360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938852.256142:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d40397. 00000400:00000200:2.0:1764938852.256147:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:2.0:1764938852.256149:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000100:00000200:2.0:1764938852.256156:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005236100b x1850670626943360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.256164:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005236100b x1850670626943360/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.256192:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088ad4f4e. 02000000:00000010:2.0:1764938852.256198:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a51c72b. 00000100:00000010:2.0:1764938852.256201:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000010:2.0:1764938852.256205:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.256208:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00010000:00000010:0.1:1764938852.256259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025aae787. 00010000:00000010:0.1:1764938852.256266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00000400:00000200:2.0:1764938852.258070:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.258088:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65280 00000400:00000200:2.0:1764938852.258096:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff09 [2] + 656 00000400:00000200:2.0:1764938852.258175:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.258180:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.258185:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.258191:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:0.0:1764938852.258285:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042d32c3e. 00000020:00000010:0.0:1764938852.258292:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.258296:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.258319:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621020800/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938852.258347:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020800 02000000:00000010:0.0:1764938852.258367:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c8017ee0. 00010000:00000010:0.0:1764938852.258392:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeec4070. 00010000:00000010:0.0:1764938852.258413:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079cdd703. 00000100:00000010:0.0:1764938852.258419:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.259012:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.259019:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079cdd703. 00000400:00000010:0.0:1764938852.259036:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938852.259043:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020800, offset 224 00000400:00000200:0.0:1764938852.259050:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.259063:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.259068:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90607:90607:256:4294967295] 192.168.203.57@tcp LPNI seq info [90607:90607:8:4294967295] 00000400:00000200:0.0:1764938852.259080:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.259086:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.259090:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82352938). 00000800:00000200:0.0:1764938852.259096:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.259153:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.259157:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.259175:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.259180:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.259184:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042d32c3e. 00080000:00000010:2.0:1764938852.259256:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a51c72b. 00010000:00000010:2.0:1764938852.259344:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938852.259352:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011093214. 00010000:00000010:2.0:1764938852.259433:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938852.259439:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938852.259449:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.259454:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.259460:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 02000000:00000010:2.0:1764938852.259471:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088ad4f4e. 02000000:00000010:2.0:1764938852.259494:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094977cea. 00000400:00000010:2.0:1764938852.259499:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d40397. 00000400:00000010:2.0:1764938852.259504:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938852.259508:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943424, portal 16 00000400:00000010:2.0:1764938852.259512:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d01220b. 00000100:00000200:2.0:1764938852.259515:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943424, offset 0 00000400:00000200:2.0:1764938852.259519:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.259526:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.259531:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.259535:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.259537:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.259540:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90608:90608:255:4294967295] 192.168.203.57@tcp LPNI seq info [90608:90608:7:4294967295] 00000400:00000200:2.0:1764938852.259546:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.259551:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.259554:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82353186). 00000800:00000200:2.0:1764938852.259559:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.259563:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.259565:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.259863:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.259867:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352938). 00000400:00000200:3.0:1764938852.259871:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.259875:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.259879:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938852.259881:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000800:00000200:3.0:1764938852.259935:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.259937:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:3.0:1764938852.259939:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.259942:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.259944:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d01220b 00000400:00000010:3.0:1764938852.259946:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d01220b. 00000100:00000200:3.0:1764938852.259952:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002801e2e5 x1850670626943424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.260182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcbc6fd6. 00010000:00000010:2.1:1764938852.260189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ce7ece. 00010000:00000010:3.1:1764938852.261056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014658c86. 00000400:00000200:0.0:1764938852.261551:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.261564:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b1c0 00000400:00000200:0.0:1764938852.261572:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb15ad [1] + 224 00000400:00000200:0.0:1764938852.261586:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.261588:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.261596:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002801e2e5 x1850670626943424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938852.261916:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d40397. 00000400:00000200:2.0:1764938852.261920:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:2.0:1764938852.261922:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000100:00000200:2.0:1764938852.261927:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002801e2e5 x1850670626943424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.261935:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002801e2e5 x1850670626943424/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.261961:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094977cea. 02000000:00000010:2.0:1764938852.261967:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088ad4f4e. 00000100:00000010:2.0:1764938852.261972:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 00000100:00000010:2.0:1764938852.261975:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.261978:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000200:2.0:1764938852.262539:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.262549:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f652c0 00000400:00000200:2.0:1764938852.262554:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff09 [2] + 984 00000400:00000200:2.0:1764938852.262612:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.262616:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.262620:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.262624:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:0.0:1764938852.262748:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099eb138d. 00000020:00000010:0.0:1764938852.262755:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.262759:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.262781:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621020864/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938852.262815:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020864 02000000:00000010:0.0:1764938852.262825:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042d32c3e. 00010000:00000010:0.0:1764938852.262845:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045f83124. 00010000:00000010:0.0:1764938852.262861:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079cdd703. 00000100:00000010:0.0:1764938852.262865:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.262872:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.262874:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079cdd703. 00000400:00000010:0.0:1764938852.262883:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938852.262887:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020864, offset 224 00000400:00000200:0.0:1764938852.262893:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.262901:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.262906:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90609:90609:256:4294967295] 192.168.203.57@tcp LPNI seq info [90609:90609:8:4294967295] 00000400:00000200:0.0:1764938852.262916:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.262920:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.262923:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82352938). 00000800:00000200:0.0:1764938852.262928:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.262933:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.262936:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.262948:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.262951:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.262954:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099eb138d. 00000800:00000200:3.0:1764938852.263267:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.263271:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352690). 00000400:00000200:3.0:1764938852.263275:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.263278:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.263281:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:3.0:1764938852.263282:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00080000:00000010:2.0:1764938852.263420:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088ad4f4e. 00010000:00000010:2.0:1764938852.263489:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938852.263495:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092049623. 00010000:00000010:2.0:1764938852.263565:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ba5d927. 00010000:00000010:2.0:1764938852.263571:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba39004. 00010000:00000010:2.0:1764938852.263581:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79b5492. 00000100:00000010:2.0:1764938852.263585:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.263592:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938852.263600:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094977cea. 02000000:00000010:2.0:1764938852.263621:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac4f2b13. 00000400:00000010:2.0:1764938852.263625:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d40397. 00000400:00000010:2.0:1764938852.263630:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938852.263634:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943488, portal 16 00000400:00000010:2.0:1764938852.263638:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938852.263640:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943488, offset 0 00000400:00000200:2.0:1764938852.263644:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.263651:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.263656:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.263659:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.263662:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.263664:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90610:90610:256:4294967295] 192.168.203.57@tcp LPNI seq info [90610:90610:8:4294967295] 00000400:00000200:2.0:1764938852.263670:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.263674:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.263676:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938852.263679:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.263683:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.263686:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938852.264207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b1292. 00000800:00000200:0.0:1764938852.264276:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.264278:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:0.0:1764938852.264281:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.264285:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.264288:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:0.0:1764938852.264290:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00000100:00000200:0.0:1764938852.264296:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c38dff64 x1850670626943488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.266095:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.266139:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b200 00000400:00000200:2.0:1764938852.266147:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb15b9 [1] + 224 00000400:00000200:2.0:1764938852.266161:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.266164:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.266171:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626943488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.266279:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d40397. 00000400:00000200:3.0:1764938852.266283:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:3.0:1764938852.266285:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000100:00000200:3.0:1764938852.266292:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c38dff64 x1850670626943488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.266299:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c38dff64 x1850670626943488/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.266325:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac4f2b13. 02000000:00000010:3.0:1764938852.266332:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094977cea. 00000100:00000010:3.0:1764938852.266336:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00000100:00000010:3.0:1764938852.266341:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:3.0:1764938852.266344:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79b5492. 00000400:00000200:3.0:1764938852.266855:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.266865:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65300 00000400:00000200:3.0:1764938852.266871:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff09 [2] + 1312 00000400:00000200:3.0:1764938852.266915:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.266920:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.266924:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.266927:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00000020:00000010:2.0:1764938852.267044:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026d58502. 00000020:00000010:2.0:1764938852.267051:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.267055:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.267075:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670621020928/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:2.1:1764938852.267133:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044246041. 00010000:00000010:2.1:1764938852.267140:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab00ab1. 00000100:00000200:2.0:1764938852.267153:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020928 02000000:00000010:2.0:1764938852.267162:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6fbe4f9. 00010000:00000010:2.0:1764938852.267186:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008855b65c. 00010000:00000010:2.0:1764938852.267201:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938852.267207:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.267213:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.267216:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00000400:00000010:2.0:1764938852.267226:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938852.267231:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020928, offset 224 00000400:00000200:2.0:1764938852.267238:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.267247:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.267253:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90611:90611:256:4294967295] 192.168.203.57@tcp LPNI seq info [90611:90611:8:4294967295] 00000400:00000200:2.0:1764938852.267263:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.267268:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.267271:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938852.267276:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.267283:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.267286:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.267300:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.267303:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.267306:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026d58502. 00000800:00000200:0.0:1764938852.267571:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.267575:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:0.0:1764938852.267578:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.267582:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.267585:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b243d39b 00000400:00000010:0.0:1764938852.267586:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b243d39b. 00080000:00000010:3.0:1764938852.267680:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d72e75e8. 00010000:00000010:3.0:1764938852.267751:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba39004. 00010000:00000010:3.0:1764938852.267758:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfb2a513. 00010000:00000010:3.0:1764938852.267818:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097750580. 00010000:00000010:3.0:1764938852.267824:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.267831:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000165f1d76. 00000100:00000010:3.0:1764938852.267834:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005072e57d. 00000100:00000010:3.0:1764938852.267840:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.267849:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002eef1f63. 02000000:00000010:3.0:1764938852.267867:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003914ae78. 00000400:00000010:3.0:1764938852.267871:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d82db72f. 00000400:00000010:3.0:1764938852.267875:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938852.267878:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943552, portal 16 00000400:00000010:3.0:1764938852.267882:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000100:00000200:3.0:1764938852.267883:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943552, offset 0 00000400:00000200:3.0:1764938852.267888:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.267894:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.267900:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.267902:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.267905:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.267908:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90612:90612:256:4294967295] 192.168.203.57@tcp LPNI seq info [90612:90612:8:4294967295] 00000400:00000200:3.0:1764938852.267915:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.267918:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.267921:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938852.267924:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.267927:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.267929:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.270326:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.270334:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352690). 00000400:00000200:2.0:1764938852.270344:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.270352:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.270364:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:2.0:1764938852.270367:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 00000100:00000200:2.0:1764938852.270377:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626943552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.271659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009439cf3d. 00010000:00000010:2.1:1764938852.272192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f211d734. 00010000:00000010:2.1:1764938852.272199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000400:00000200:3.0:1764938852.274884:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.274902:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b240 00000400:00000200:3.0:1764938852.274911:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb15c5 [1] + 224 00000400:00000200:3.0:1764938852.274921:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.274925:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.274934:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626943552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.274967:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.274972:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65340 00000400:00000200:3.0:1764938852.274976:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff09 [2] + 1640 00000400:00000200:3.0:1764938852.274993:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.274996:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.274999:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.275004:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 00000400:00000010:2.0:1764938852.275067:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d82db72f. 00000400:00000200:2.0:1764938852.275071:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:2.0:1764938852.275073:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:2.0:1764938852.275078:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626943552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.275086:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626943552/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.275136:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003914ae78. 02000000:00000010:2.0:1764938852.275142:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002eef1f63. 00000100:00000010:2.0:1764938852.275145:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:2.0:1764938852.275148:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005072e57d. 00010000:00000010:2.0:1764938852.275151:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000165f1d76. 00000020:00000010:0.0:1764938852.275506:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099eb138d. 00000020:00000010:0.0:1764938852.275514:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.275518:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.275537:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000274d7da0 x1850670621020992/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938852.275567:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621020992 02000000:00000010:0.0:1764938852.275577:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000743a70bc. 00010000:00000010:0.0:1764938852.275601:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7fc2c0d. 00010000:00000010:0.0:1764938852.275618:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079cdd703. 00000100:00000010:0.0:1764938852.275624:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.275638:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.275640:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079cdd703. 00000400:00000010:0.0:1764938852.275651:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938852.275655:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621020992, offset 224 00000400:00000200:0.0:1764938852.275661:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.275670:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.275677:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90613:90613:256:4294967295] 192.168.203.57@tcp LPNI seq info [90613:90613:8:4294967295] 00000400:00000200:0.0:1764938852.275686:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.275691:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.275695:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82352938). 00000800:00000200:0.0:1764938852.275700:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.275706:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.275709:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.275725:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005863a0ba. 00000020:00000010:0.0:1764938852.275728:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.275731:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099eb138d. 00000800:00000200:0.0:1764938852.275795:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.275798:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:0.0:1764938852.275801:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.275805:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.275808:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:0.0:1764938852.275809:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00080000:00000010:3.0:1764938852.275896:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ec7ef00. 00010000:00000010:3.0:1764938852.275964:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.275970:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b37ccbe. 00010000:00000010:3.0:1764938852.276057:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:3.0:1764938852.276062:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.276070:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099a8987c. 00000100:00000010:3.0:1764938852.276073:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f5ef. 00000100:00000010:3.0:1764938852.276079:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938852.276088:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a86549f8. 02000000:00000010:3.0:1764938852.276145:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eef1f63. 00000400:00000010:3.0:1764938852.276150:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000052bef7e. 00000400:00000010:3.0:1764938852.276154:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.276158:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943616, portal 16 00000400:00000010:3.0:1764938852.276162:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938852.276164:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943616, offset 0 00000400:00000200:3.0:1764938852.276168:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.276174:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.276180:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.276184:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.276186:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.276189:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90614:90614:256:4294967295] 192.168.203.57@tcp LPNI seq info [90614:90614:8:4294967295] 00000400:00000200:3.0:1764938852.276196:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.276200:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.276203:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82352938). 00000800:00000200:3.0:1764938852.276206:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.276210:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.276212:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.277338:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.277343:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352690). 00000400:00000200:0.0:1764938852.277349:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.277355:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.277368:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:0.0:1764938852.277370:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:0.0:1764938852.277377:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626943616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.277509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4fe5742. 00010000:00000010:3.1:1764938852.277516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba5d927. 00000400:00000200:3.0:1764938852.281348:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.281375:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b280 00000400:00000200:3.0:1764938852.281383:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb15d1 [1] + 224 00000400:00000200:3.0:1764938852.281397:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.281401:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.281412:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626943616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938852.281495:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000052bef7e. 00000400:00000200:2.0:1764938852.281500:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:2.0:1764938852.281502:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:2.0:1764938852.281507:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626943616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.281514:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626943616/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.281542:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eef1f63. 02000000:00000010:2.0:1764938852.281547:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a86549f8. 00000100:00000010:2.0:1764938852.281551:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:2.0:1764938852.281555:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f5ef. 00010000:00000010:2.0:1764938852.281558:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099a8987c. 00010000:00000010:2.1:1764938852.286388:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad41a4f7. 00000400:00000200:0.0:1764938852.289020:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.289038:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65380 00000400:00000200:0.0:1764938852.289064:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff09 [2] + 1968 00000400:00000010:0.0:1764938852.289069:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000517beca1. 00000400:00000200:0.0:1764938852.289074:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000027ba97e7 00010000:00000010:0.1:1764938852.289120:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003055985b. 00010000:00000010:3.1:1764938852.289140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004799f5bb. 00010000:00000010:3.1:1764938852.289148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00000400:00000200:0.0:1764938852.289160:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.289166:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.289171:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027ba97e7 00000400:00000010:0.0:1764938852.289173:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000027ba97e7 (tot 82352538). 00000100:00000200:0.0:1764938852.289179:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1764938852.289368:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003914ae78. 00000020:00000010:3.0:1764938852.289376:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.289381:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000030936e38. 00000100:00000200:3.0:1764938852.289405:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000455171dc x1850670621021056/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938852.289436:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021056 02000000:00000010:3.0:1764938852.289447:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a86549f8. 00010000:00000010:3.0:1764938852.289474:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000deebb03e. 00010000:00000010:3.0:1764938852.289490:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ca2b5a. 00000100:00000010:3.0:1764938852.289496:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008536bf1b. 00000100:00000010:3.0:1764938852.289513:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008536bf1b. 00010000:00000010:3.0:1764938852.289516:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ca2b5a. 00000400:00000010:3.0:1764938852.289526:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00000100:00000200:3.0:1764938852.289531:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021056, offset 224 00000400:00000200:3.0:1764938852.289538:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.289548:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.289553:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90615:90615:256:4294967295] 192.168.203.57@tcp LPNI seq info [90615:90615:8:4294967295] 00000400:00000200:3.0:1764938852.289563:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.289567:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.289571:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352786). 00000800:00000200:3.0:1764938852.289576:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.289582:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.289585:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.289606:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.289609:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000030936e38. 00000020:00000010:3.0:1764938852.289612:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003914ae78. 02000000:00000010:3.0:1764938852.289620:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000743a70bc. 00000100:00000010:3.0:1764938852.289623:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 02000000:00000010:3.0:1764938852.289627:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6fbe4f9. 00000100:00000010:3.0:1764938852.289629:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 02000000:00000010:3.0:1764938852.289632:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042d32c3e. 00000100:00000010:3.0:1764938852.289634:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:3.0:1764938852.289637:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c8017ee0. 00000100:00000010:3.0:1764938852.289639:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:3.0:1764938852.289642:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b16b834d. 00000100:00000010:3.0:1764938852.289645:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ce3dca1. 02000000:00000010:3.0:1764938852.289648:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2266a6d. 00000100:00000010:3.0:1764938852.289650:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000200:3.0:1764938852.289658:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938852.289662:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b2fa72c. 00000400:00000010:3.0:1764938852.289665:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008536bf1b (tot 82352938). 00000800:00000200:1.0:1764938852.289681:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.289686:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:1.0:1764938852.289690:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.289694:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.289698:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:1.0:1764938852.289699:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 02000000:00000010:1.0:1764938852.289703:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a86549f8. 00080000:00000010:0.0:1764938852.290256:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026d4d18e. 00010000:00000010:0.0:1764938852.290335:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000189dd21d. 00010000:00000010:0.0:1764938852.290341:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f2b4d72. 00010000:00000010:0.0:1764938852.290412:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016ab5671. 00010000:00000010:0.0:1764938852.290416:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005863a0ba. 00010000:00000010:0.0:1764938852.290420:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.0:1764938852.290425:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00080000:00000010:0.0:1764938852.290435:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f238815. 00010000:00000010:0.0:1764938852.290455:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938852.290458:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005863a0ba. 00010000:00000010:0.0:1764938852.290501:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cde35f2c. 00010000:00000010:0.0:1764938852.290504:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000012be81d2. 00010000:00000010:0.0:1764938852.290510:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079cdd703. 00000100:00000010:0.0:1764938852.290514:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.290522:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009bdc13a7. 02000000:00000010:0.0:1764938852.290532:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000743a70bc. 02000000:00000010:0.0:1764938852.290553:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8017ee0. 00000400:00000010:0.0:1764938852.290556:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938852.290560:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938852.290564:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943680, portal 16 00000400:00000010:0.0:1764938852.290567:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938852.290569:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943680, offset 0 00000400:00000200:0.0:1764938852.290576:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.290584:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.290590:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.290593:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.290596:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.290599:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90616:90616:256:4294967295] 192.168.203.57@tcp LPNI seq info [90616:90616:8:4294967295] 00000400:00000200:0.0:1764938852.290607:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.290612:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.290615:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82352938). 00000800:00000200:0.0:1764938852.290619:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.290624:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.290626:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.293927:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.293936:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:3.0:1764938852.293942:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.293951:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.293956:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:3.0:1764938852.293958:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:3.0:1764938852.293967:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009bdc13a7 x1850670626943680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.297228:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.297249:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b2c0 00000400:00000200:0.0:1764938852.297259:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb15e1 [1] + 224 00000400:00000200:0.0:1764938852.297272:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.297275:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.297285:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009bdc13a7 x1850670626943680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.297330:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.297335:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f653c0 00000400:00000200:0.0:1764938852.297341:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff61 [2] + 0 00000400:00000010:1.0:1764938852.297385:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:1.0:1764938852.297401:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:1.0:1764938852.297403:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000100:00000200:1.0:1764938852.297410:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009bdc13a7 x1850670626943680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.297418:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009bdc13a7 x1850670626943680/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.297447:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8017ee0. 02000000:00000010:1.0:1764938852.297452:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000743a70bc. 00000100:00000010:1.0:1764938852.297457:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009bdc13a7. 00000100:00000010:1.0:1764938852.297460:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938852.297463:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079cdd703. 00000400:00000200:0.0:1764938852.297858:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.297864:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.297869:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.297874:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003acc8c9. 00000020:00000010:1.0:1764938852.297946:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000743a70bc. 00000020:00000010:1.0:1764938852.297953:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.297958:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.297981:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003acc8c9 x1850670621021120/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938852.298016:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021120 02000000:00000010:1.0:1764938852.298027:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d67b991f. 00010000:00000010:1.0:1764938852.298052:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b53bcf3. 00010000:00000010:1.0:1764938852.298074:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938852.298080:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efd988f8. 00000100:00000010:1.0:1764938852.298089:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efd988f8. 00010000:00000010:1.0:1764938852.298092:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000010:1.0:1764938852.298125:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938852.298130:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021120, offset 224 00000400:00000200:1.0:1764938852.298137:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.298148:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.298153:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90617:90617:256:4294967295] 192.168.203.57@tcp LPNI seq info [90617:90617:8:4294967295] 00000400:00000200:1.0:1764938852.298162:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.298167:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.298171:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938852.298176:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.298182:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.298186:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.298201:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.298204:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.298207:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000743a70bc. 00080000:00000010:1.0:1764938852.298231:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d10e591. 00010000:00000010:1.0:1764938852.298311:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012be81d2. 00010000:00000010:1.0:1764938852.298316:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000735d83f8. 00010000:00000010:1.0:1764938852.298402:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de1fe593. 00010000:00000010:1.0:1764938852.298409:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e04ec3c. 00010000:00000010:1.0:1764938852.298419:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938852.298423:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efd988f8. 00000100:00000010:1.0:1764938852.298429:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938852.298439:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6256a49. 02000000:00000010:1.0:1764938852.298461:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e6a0298. 00000400:00000010:1.0:1764938852.298465:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaf765e5. 00000400:00000010:1.0:1764938852.298469:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938852.298473:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943744, portal 16 00000400:00000010:1.0:1764938852.298478:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938852.298480:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943744, offset 0 00000400:00000200:1.0:1764938852.298486:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.298492:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.298498:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.298502:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.298504:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.298506:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90618:90618:255:4294967295] 192.168.203.57@tcp LPNI seq info [90618:90618:7:4294967295] 00000400:00000200:1.0:1764938852.298513:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.298517:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.298520:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938852.298525:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.298528:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.298530:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.298572:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.298575:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352938). 00000400:00000200:1.0:1764938852.298579:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.298582:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.298584:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:1.0:1764938852.298586:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00000800:00000200:1.0:1764938852.298634:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.298636:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:1.0:1764938852.298639:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.298642:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.298644:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:1.0:1764938852.298645:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000100:00000200:1.0:1764938852.298649:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626943744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.299145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e78f1631. 00010000:00000010:0.1:1764938852.299155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cdd6f3. 00010000:00000010:0.1:1764938852.299159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ab5671. 00010000:00000010:0.1:1764938852.299162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00010000:00000010:1.1:1764938852.304145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066aff731. 00010000:00000010:3.1:1764938852.304242:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000389bcabf. 00000400:00000200:3.0:1764938852.304270:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.304285:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b300 00000400:00000200:3.0:1764938852.304292:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb15ed [1] + 224 00000400:00000200:3.0:1764938852.304306:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.304310:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.304320:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626943744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.304424:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaf765e5. 00000400:00000200:1.0:1764938852.304429:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:1.0:1764938852.304430:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:1.0:1764938852.304436:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626943744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.304443:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626943744/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.304470:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e6a0298. 02000000:00000010:1.0:1764938852.304475:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6256a49. 00000100:00000010:1.0:1764938852.304478:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938852.304482:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efd988f8. 00010000:00000010:1.0:1764938852.304485:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000200:0.0:1764938852.306881:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.306899:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65400 00000400:00000200:0.0:1764938852.306908:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff61 [2] + 328 00000400:00000200:0.0:1764938852.306967:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.306972:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.306977:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.306984:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009bdc13a7. 00000020:00000010:1.0:1764938852.307058:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6256a49. 00000020:00000010:1.0:1764938852.307065:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.307068:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.307093:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009bdc13a7 x1850670621021184/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938852.307142:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021184 02000000:00000010:1.0:1764938852.307155:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e6a0298. 00010000:00000010:1.0:1764938852.307183:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8052e34. 00010000:00000010:1.0:1764938852.307201:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938852.307207:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efd988f8. 00000100:00000010:1.0:1764938852.307219:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efd988f8. 00010000:00000010:1.0:1764938852.307222:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000010:1.0:1764938852.307234:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938852.307238:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021184, offset 224 00000400:00000200:1.0:1764938852.307246:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:0.0:1764938852.307249:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099eb138d. 00000400:00000200:1.0:1764938852.307255:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.307261:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90619:90619:256:4294967295] 192.168.203.57@tcp LPNI seq info [90619:90619:8:4294967295] 00000400:00000200:1.0:1764938852.307270:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.307274:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.307278:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938852.307283:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.307289:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.307292:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.307306:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.307309:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.307312:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6256a49. 00010000:00000010:0.0:1764938852.307333:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e04ec3c. 00010000:00000010:0.0:1764938852.307340:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a30f30bc. 00000800:00000200:1.0:1764938852.307386:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.307390:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:1.0:1764938852.307393:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.307397:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.307400:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:1.0:1764938852.307402:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00010000:00000010:0.0:1764938852.307433:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000279dc75c. 00010000:00000010:0.0:1764938852.307439:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7be7e1f. 00010000:00000010:0.0:1764938852.307449:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005635e51a. 00000100:00000010:0.0:1764938852.307453:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.307458:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b40153c. 02000000:00000010:0.0:1764938852.307467:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8017ee0. 02000000:00000010:0.0:1764938852.307488:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038e56be0. 00000400:00000010:0.0:1764938852.307493:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938852.307497:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938852.307503:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943808, portal 16 00000400:00000010:0.0:1764938852.307507:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938852.307509:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943808, offset 0 00000400:00000200:0.0:1764938852.307514:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.307520:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.307526:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.307530:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.307532:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.307535:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90620:90620:256:4294967295] 192.168.203.57@tcp LPNI seq info [90620:90620:8:4294967295] 00000400:00000200:0.0:1764938852.307541:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.307545:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.307548:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82352938). 00000800:00000200:0.0:1764938852.307552:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.307556:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.307558:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.307623:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.307626:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:3.0:1764938852.307629:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.307633:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.307635:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:3.0:1764938852.307636:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:3.0:1764938852.307641:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b40153c x1850670626943808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.314428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080aaff86. 00010000:00000010:1.1:1764938852.314442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde35f2c. 00000400:00000200:0.0:1764938852.316602:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.316620:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b340 00000400:00000200:0.0:1764938852.316630:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb15f9 [1] + 224 00000400:00000200:0.0:1764938852.316692:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.316697:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.316707:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b40153c x1850670626943808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.316748:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.316755:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65440 00000400:00000200:0.0:1764938852.316761:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff61 [2] + 656 00000400:00000010:1.0:1764938852.316771:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000682cf28c. 00000400:00000200:0.0:1764938852.316775:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.316778:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000200:0.0:1764938852.316780:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000010:1.0:1764938852.316782:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:0.0:1764938852.316789:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1764938852.316790:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b40153c x1850670626943808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1764938852.316795:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ce3dca1. 00000100:00000200:1.0:1764938852.316802:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b40153c x1850670626943808/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.316829:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038e56be0. 02000000:00000010:1.0:1764938852.316848:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c8017ee0. 00000100:00000010:1.0:1764938852.316853:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b40153c. 00000100:00000010:1.0:1764938852.316857:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:1.0:1764938852.316861:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005635e51a. 00000020:00000010:3.0:1764938852.316875:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b16b834d. 00000020:00000010:3.0:1764938852.316883:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.316889:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000030936e38. 00000100:00000200:3.0:1764938852.316911:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ce3dca1 x1850670621021248/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938852.316946:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021248 02000000:00000010:3.0:1764938852.316958:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003914ae78. 00010000:00000010:3.0:1764938852.316984:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fac5be8. 00010000:00000010:3.0:1764938852.317004:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ca2b5a. 00000100:00000010:3.0:1764938852.317010:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938852.317027:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:3.0:1764938852.317030:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ca2b5a. 00000400:00000010:3.0:1764938852.317041:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938852.317046:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021248, offset 224 00000400:00000200:3.0:1764938852.317055:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.317067:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:1.0:1764938852.317070:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6256a49. 00000400:00000200:3.0:1764938852.317075:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90621:90621:256:4294967295] 192.168.203.57@tcp LPNI seq info [90621:90621:8:4294967295] 00000400:00000200:3.0:1764938852.317086:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.317091:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.317096:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352938). 00000800:00000200:3.0:1764938852.317126:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.317134:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.317137:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.317161:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.317167:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000030936e38. 00000020:00000010:3.0:1764938852.317171:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b16b834d. 00010000:00000010:1.0:1764938852.317185:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7be7e1f. 00010000:00000010:1.0:1764938852.317193:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae6dfed6. 00000800:00000200:0.0:1764938852.317253:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.317257:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00010000:00000010:1.0:1764938852.317261:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0254e64. 00000400:00000200:0.0:1764938852.317262:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1764938852.317267:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a6c7ea. 00000400:00000200:0.0:1764938852.317268:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.317273:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:0.0:1764938852.317275:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00010000:00000010:1.0:1764938852.317279:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938852.317284:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efd988f8. 00000100:00000010:1.0:1764938852.317290:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938852.317299:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9757eb1. 02000000:00000010:1.0:1764938852.317319:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8017ee0. 00000400:00000010:1.0:1764938852.317323:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaf765e5. 00000400:00000010:1.0:1764938852.317326:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938852.317330:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943872, portal 16 00000400:00000010:1.0:1764938852.317334:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938852.317336:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943872, offset 0 00000400:00000200:1.0:1764938852.317341:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.317347:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.317353:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.317368:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.317371:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.317373:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90622:90622:256:4294967295] 192.168.203.57@tcp LPNI seq info [90622:90622:8:4294967295] 00000400:00000200:1.0:1764938852.317381:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.317385:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.317389:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938852.317392:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.317396:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.317398:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.317494:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.317497:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938852.317501:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.317506:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.317509:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:3.0:1764938852.317511:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00000100:00000200:3.0:1764938852.317516:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626943872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.319970:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.319989:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b380 00000400:00000200:0.0:1764938852.319998:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1605 [1] + 224 00000400:00000200:0.0:1764938852.320013:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.320016:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.320026:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626943872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.320138:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaf765e5. 00000400:00000200:1.0:1764938852.320143:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:1.0:1764938852.320145:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:1.0:1764938852.320151:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626943872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.320158:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626943872/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.320184:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8017ee0. 02000000:00000010:1.0:1764938852.320190:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9757eb1. 00000100:00000010:1.0:1764938852.320194:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938852.320198:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efd988f8. 00010000:00000010:1.0:1764938852.320201:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000200:0.0:1764938852.320344:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.320351:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65480 00000400:00000200:0.0:1764938852.320366:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff61 [2] + 984 00000400:00000200:0.0:1764938852.320542:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.320548:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.320552:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.320557:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b021140d. 00000020:00000010:3.0:1764938852.320779:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b16b834d. 00000020:00000010:3.0:1764938852.320786:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.320790:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000030936e38. 00000100:00000200:3.0:1764938852.320810:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b021140d x1850670621021312/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938852.320846:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021312 02000000:00000010:3.0:1764938852.320857:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002eef1f63. 00010000:00000010:3.0:1764938852.320881:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baf553b9. 00010000:00000010:3.0:1764938852.320901:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ca2b5a. 00000100:00000010:3.0:1764938852.320906:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938852.320924:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:3.0:1764938852.320927:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ca2b5a. 00000400:00000010:3.0:1764938852.320939:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938852.320944:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021312, offset 224 00000400:00000200:3.0:1764938852.320952:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938852.320956:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8017ee0. 00000400:00000200:3.0:1764938852.320963:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.320969:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90623:90623:256:4294967295] 192.168.203.57@tcp LPNI seq info [90623:90623:8:4294967295] 00000400:00000200:3.0:1764938852.320979:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.320984:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.320989:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82352938). 00000800:00000200:3.0:1764938852.320996:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.321003:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.321006:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1764938852.321037:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a6c7ea. 00000020:00000010:3.0:1764938852.321038:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.321042:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000030936e38. 00000020:00000010:3.0:1764938852.321048:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b16b834d. 00010000:00000010:1.0:1764938852.321050:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005420bfab. 00010000:00000010:1.0:1764938852.321144:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0a39573. 00010000:00000010:1.0:1764938852.321150:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a6c7ea. 00010000:00000010:1.0:1764938852.321159:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938852.321162:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efd988f8. 00000100:00000010:1.0:1764938852.321167:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938852.321178:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9757eb1. 02000000:00000010:1.0:1764938852.321197:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b11b20aa. 00000400:00000010:1.0:1764938852.321201:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaf765e5. 00000400:00000010:1.0:1764938852.321205:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938852.321210:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626943936, portal 16 00000400:00000010:1.0:1764938852.321214:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938852.321215:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626943936, offset 0 00000400:00000200:1.0:1764938852.321221:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.321226:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.321233:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.321237:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.321239:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.321242:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90624:90624:255:4294967295] 192.168.203.57@tcp LPNI seq info [90624:90624:7:4294967295] 00000400:00000200:1.0:1764938852.321249:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.321253:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.321256:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938852.321259:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.321263:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.321265:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.321384:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.321398:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352938). 00000400:00000200:0.0:1764938852.321403:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.321407:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.321410:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:0.0:1764938852.321412:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000800:00000200:0.0:1764938852.321458:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.321460:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:0.0:1764938852.321464:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.321467:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.321469:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:0.0:1764938852.321470:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00000100:00000200:0.0:1764938852.321475:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e670dd7 x1850670626943936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.322948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fca5962. 00010000:00000010:0.1:1764938852.322958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1fe593. 00000400:00000200:0.0:1764938852.324094:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.324133:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b3c0 00000400:00000200:0.0:1764938852.324140:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1611 [1] + 224 00000400:00000200:0.0:1764938852.324154:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.324157:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.324164:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e670dd7 x1850670626943936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.324216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7303abc. 00010000:00000010:1.1:1764938852.324683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cca12d88. 00010000:00000010:1.1:1764938852.324694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beb6757d. 00010000:00000010:1.1:1764938852.324699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279dc75c. 00010000:00000010:1.1:1764938852.324704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4747f75. 00010000:00000010:1.1:1764938852.324706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0254e64. 00000400:00000010:1.0:1764938852.324723:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaf765e5. 00000400:00000200:1.0:1764938852.324727:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:1.0:1764938852.324729:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:1.0:1764938852.324735:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e670dd7 x1850670626943936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.324742:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e670dd7 x1850670626943936/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.324769:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b11b20aa. 02000000:00000010:1.0:1764938852.324775:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9757eb1. 00000100:00000010:1.0:1764938852.324779:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000010:1.0:1764938852.324782:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efd988f8. 00010000:00000010:1.0:1764938852.324785:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00000400:00000200:0.0:1764938852.325936:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.325950:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f654c0 00000400:00000200:0.0:1764938852.325957:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff61 [2] + 1312 00000400:00000200:0.0:1764938852.326010:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.326014:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.326020:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.326025:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0814fbb. 00000020:00000010:3.0:1764938852.326345:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b16b834d. 00000020:00000010:3.0:1764938852.326353:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b31d4c7. 00000020:00000010:3.0:1764938852.326368:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000030936e38. 00000100:00000200:3.0:1764938852.330091:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0814fbb x1850670621021376/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938852.330139:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021376 02000000:00000010:2.0:1764938852.330172:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026d58502. 00010000:00000010:2.0:1764938852.330206:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000336a154b. 00010000:00000010:2.0:1764938852.330227:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938852.330235:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.330258:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.330262:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00000400:00000010:2.0:1764938852.330277:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938852.330283:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021376, offset 224 00000400:00000200:2.0:1764938852.330292:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.330306:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.330312:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90625:90625:256:4294967295] 192.168.203.57@tcp LPNI seq info [90625:90625:8:4294967295] 00000400:00000200:2.0:1764938852.330321:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.330328:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.330332:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938852.330339:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.330345:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.330349:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.330378:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b31d4c7. 00000020:00000010:2.0:1764938852.330383:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000030936e38. 00000020:00000010:2.0:1764938852.330388:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b16b834d. 00000800:00000200:2.0:1764938852.330493:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.330496:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:2.0:1764938852.330500:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.330503:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.330507:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b243d39b 00000400:00000010:2.0:1764938852.330509:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b243d39b. 00010000:00000010:3.1:1764938852.332961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47d3921. 00080000:00000010:3.0:1764938852.333000:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b16b834d. 00010000:00000010:3.0:1764938852.333095:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a6c7ea. 00010000:00000010:3.0:1764938852.333143:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001763f345. 00010000:00000010:3.0:1764938852.333261:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097750580. 00010000:00000010:3.0:1764938852.333267:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000656a754b. 00010000:00000010:3.0:1764938852.333278:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ca2b5a. 00000100:00000010:3.0:1764938852.333284:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938852.333292:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 02000000:00000010:3.0:1764938852.333304:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a86549f8. 02000000:00000010:3.0:1764938852.333329:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d32c3e. 00000400:00000010:3.0:1764938852.333336:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab73b837. 00000400:00000010:3.0:1764938852.333342:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938852.333348:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944000, portal 16 00000400:00000010:3.0:1764938852.333353:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938852.333356:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944000, offset 0 00000400:00000200:3.0:1764938852.333374:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.333396:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.333404:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.333406:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.333409:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.333412:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90626:90626:256:4294967295] 192.168.203.57@tcp LPNI seq info [90626:90626:8:4294967295] 00000400:00000200:3.0:1764938852.333422:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.333427:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.333432:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938852.333437:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.333443:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.333447:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.333865:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.333870:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352690). 00000400:00000200:0.0:1764938852.333879:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.333884:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.333888:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:0.0:1764938852.333890:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00000100:00000200:0.0:1764938852.333896:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc94f488 x1850670626944000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.342185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee05121b. 00000400:00000200:1.0:1764938852.355704:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.355724:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b400 00000400:00000200:1.0:1764938852.355733:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb161d [1] + 224 00000400:00000200:1.0:1764938852.355746:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.355750:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.355761:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc94f488 x1850670626944000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.355802:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab73b837. 00000400:00000200:1.0:1764938852.355807:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:1.0:1764938852.355808:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:1.0:1764938852.355814:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc94f488 x1850670626944000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.355821:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc94f488 x1850670626944000/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.355849:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d32c3e. 02000000:00000010:1.0:1764938852.355856:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a86549f8. 00000100:00000010:1.0:1764938852.355861:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 00000100:00000010:1.0:1764938852.355865:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:1.0:1764938852.355868:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ca2b5a. 00000400:00000200:1.0:1764938852.355894:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.355900:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65500 00000400:00000200:1.0:1764938852.355905:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff61 [2] + 1640 00000400:00000200:1.0:1764938852.355969:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.355973:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.355977:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.355982:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000020:00000010:1.0:1764938852.356022:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a86549f8. 00000020:00000010:1.0:1764938852.356029:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.356033:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.356055:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621021440/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938852.356081:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021440 02000000:00000010:1.0:1764938852.356091:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c865b304. 00010000:00000010:1.0:1764938852.356143:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a106e572. 00010000:00000010:1.0:1764938852.356163:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938852.356169:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a01064e. 00000100:00000010:1.0:1764938852.356178:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a01064e. 00010000:00000010:1.0:1764938852.356181:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00080000:00000010:1.0:1764938852.356208:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042d32c3e. 00010000:00000010:1.0:1764938852.356309:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000656a754b. 00010000:00000010:1.0:1764938852.356316:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058aa43be. 00010000:00000010:1.0:1764938852.356413:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0254e64. 00010000:00000010:1.0:1764938852.356419:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008fa3139. 00010000:00000010:1.0:1764938852.356428:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7f82c84. 00000100:00000010:1.0:1764938852.356432:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a01064e. 00000100:00000010:1.0:1764938852.356437:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938852.356446:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b11b20aa. 02000000:00000010:1.0:1764938852.356468:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab657b28. 00000400:00000010:1.0:1764938852.356472:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaf765e5. 00000400:00000010:1.0:1764938852.356480:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938852.356485:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944064, portal 16 00000400:00000010:1.0:1764938852.356489:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938852.356491:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944064, offset 0 00000400:00000200:1.0:1764938852.356497:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.356506:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.356513:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.356516:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.356519:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.356522:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90627:90627:256:4294967295] 192.168.203.57@tcp LPNI seq info [90627:90627:8:4294967295] 00000400:00000200:1.0:1764938852.356531:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.356541:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.356546:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.356551:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.356557:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.356562:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.356646:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.356650:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938852.356654:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.356657:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.356660:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:1.0:1764938852.356661:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:1.0:1764938852.356665:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626944064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.356683:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938852.356685:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021440, offset 224 00000400:00000200:1.0:1764938852.356690:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.356695:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.356699:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90628:90628:256:4294967295] 192.168.203.57@tcp LPNI seq info [90628:90628:8:4294967295] 00000400:00000200:1.0:1764938852.356705:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.356709:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.356712:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.356715:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.356719:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.356721:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.356739:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.356743:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.356746:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a86549f8. 00000800:00000200:1.0:1764938852.356772:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.356774:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938852.356776:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.356779:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.356781:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:1.0:1764938852.356782:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00010000:00000010:3.1:1764938852.360506:0:78556:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab0eba9. 00010000:00000010:3.1:1764938852.360521:0:78556:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a39573. 00000400:00000200:1.0:1764938852.364696:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.364717:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b440 00000400:00000200:1.0:1764938852.364726:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1625 [1] + 224 00000400:00000200:1.0:1764938852.364738:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.364742:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.364754:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626944064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.364797:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.364803:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65540 00000400:00000200:1.0:1764938852.364808:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaff61 [2] + 1968 00000400:00000010:1.0:1764938852.364812:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f83c6bf8. 00000400:00000200:1.0:1764938852.364816:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006dcefc86 00000400:00000200:1.0:1764938852.364827:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.364830:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.364832:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dcefc86 00000400:00000010:1.0:1764938852.364834:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006dcefc86 (tot 82352538). 00000100:00000200:1.0:1764938852.364838:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938852.364889:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a86549f8. 00000020:00000010:1.0:1764938852.364895:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.364899:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.364923:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24ea22c x1850670621021504/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938852.364951:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021504 02000000:00000010:1.0:1764938852.364964:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000103bd2da. 00010000:00000010:1.0:1764938852.364999:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.365005:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000110d91ff. 00000100:00000010:1.0:1764938852.365012:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000110d91ff. 00010000:00000010:1.0:1764938852.365015:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000010:1.0:1764938852.365029:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938852.365034:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021504, offset 224 00000400:00000200:1.0:1764938852.365041:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.365051:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.365056:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90629:90629:256:4294967295] 192.168.203.57@tcp LPNI seq info [90629:90629:8:4294967295] 00000400:00000200:1.0:1764938852.365066:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.365071:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.365076:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352786). 00000800:00000200:1.0:1764938852.365081:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.365088:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.365092:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.365124:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.365128:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.365131:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a86549f8. 02000000:00000010:1.0:1764938852.365141:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c865b304. 00000100:00000010:1.0:1764938852.365144:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:1.0:1764938852.365148:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026d58502. 00000100:00000010:1.0:1764938852.365150:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0814fbb. 02000000:00000010:1.0:1764938852.365153:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002eef1f63. 00000100:00000010:1.0:1764938852.365155:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b021140d. 02000000:00000010:1.0:1764938852.365157:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003914ae78. 00000100:00000010:1.0:1764938852.365160:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ce3dca1. 02000000:00000010:1.0:1764938852.365163:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e6a0298. 00000100:00000010:1.0:1764938852.365165:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009bdc13a7. 02000000:00000010:1.0:1764938852.365167:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d67b991f. 00000100:00000010:1.0:1764938852.365169:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003acc8c9. 00000100:00000200:1.0:1764938852.365175:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938852.365180:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2c16f64. 00000400:00000010:1.0:1764938852.365183:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000110d91ff (tot 82352938). 00000800:00000200:1.0:1764938852.365280:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.365284:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938852.365287:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.365291:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.365293:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:1.0:1764938852.365295:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 02000000:00000010:1.0:1764938852.365298:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000103bd2da. 00000400:00000010:3.0:1764938852.365572:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaf765e5. 00000400:00000200:3.0:1764938852.365577:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:3.0:1764938852.365580:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00000100:00000200:3.0:1764938852.365586:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626944064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.365595:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626944064/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938852.365617:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fb43520. 02000000:00000010:3.0:1764938852.365630:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab657b28. 02000000:00000010:3.0:1764938852.365635:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b11b20aa. 00000100:00000010:3.0:1764938852.365638:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:3.0:1764938852.365641:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a01064e. 00010000:00000010:3.0:1764938852.365644:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7f82c84. 00080000:00000010:3.0:1764938852.365659:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b11b20aa. 00010000:00000010:3.0:1764938852.365744:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008fa3139. 00010000:00000010:3.0:1764938852.365750:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cdaff892. 00000001:00000010:3.0:1764938852.365806:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d9f18199. 00000001:00000010:3.0:1764938852.365813:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d9f18199. 00000001:00000010:3.0:1764938852.365817:0:77248:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d9f18199. 00000001:00000010:3.0:1764938852.365819:0:77248:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000131de093. 00010000:00000010:3.0:1764938852.365848:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938852.365855:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000656a754b. 00010000:00000010:3.0:1764938852.365866:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab66f761. 00000100:00000010:3.0:1764938852.365870:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938852.365878:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 02000000:00000010:3.0:1764938852.365889:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab657b28. 02000000:00000010:3.0:1764938852.365910:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4db2599. 00000400:00000010:3.0:1764938852.365915:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c253a4cd. 00000400:00000010:3.0:1764938852.365918:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938852.365922:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944128, portal 16 00000400:00000010:3.0:1764938852.365925:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046f0a039. 00000100:00000200:3.0:1764938852.365927:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944128, offset 0 00000400:00000200:3.0:1764938852.365932:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.365939:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.365946:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.365949:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.365951:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.365954:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90630:90630:256:4294967295] 192.168.203.57@tcp LPNI seq info [90630:90630:8:4294967295] 00000400:00000200:3.0:1764938852.365962:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.365966:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.365970:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352938). 00000800:00000200:3.0:1764938852.365974:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.365978:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.365981:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.366065:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.366068:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:0.0:1764938852.366072:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.366076:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.366078:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046f0a039 00000400:00000010:0.0:1764938852.366080:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046f0a039. 00000100:00000200:0.0:1764938852.366085:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000274d7da0 x1850670626944128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.373198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d99e67. 00010000:00000010:1.1:1764938852.373214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051b2a23d. 00010000:00000010:1.1:1764938852.373218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097750580. 00000400:00000200:1.0:1764938852.374176:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.374195:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b480 00010000:00000010:3.1:1764938852.374196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004523549b. 00010000:00000010:3.1:1764938852.374203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bacf4988. 00010000:00000010:3.1:1764938852.374207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0254e64. 00000400:00000200:1.0:1764938852.374207:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1639 [1] + 224 00000400:00000200:1.0:1764938852.374221:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.374226:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.374236:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000274d7da0 x1850670626944128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.374279:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.374285:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65580 00000400:00000200:1.0:1764938852.374289:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaffb9 [2] + 0 00000400:00000200:1.0:1764938852.374300:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.374303:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.374307:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.374311:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000400:00000010:3.0:1764938852.374407:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c253a4cd. 00000400:00000200:3.0:1764938852.374411:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:3.0:1764938852.374413:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:3.0:1764938852.374419:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000274d7da0 x1850670626944128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.374426:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000274d7da0 x1850670626944128/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.374453:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4db2599. 02000000:00000010:3.0:1764938852.374459:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab657b28. 00000100:00000010:3.0:1764938852.374462:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 00000100:00000010:3.0:1764938852.374466:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938852.374469:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab66f761. 00000020:00000010:0.0:1764938852.374711:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038e56be0. 00000020:00000010:0.0:1764938852.374719:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.374723:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.374745:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621021568/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938852.374779:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021568 02000000:00000010:0.0:1764938852.374791:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d67b991f. 00010000:00000010:0.0:1764938852.374815:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042e13d13. 00010000:00000010:0.0:1764938852.374834:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c02e066e. 00000100:00000010:0.0:1764938852.374839:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.374855:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.374859:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c02e066e. 00000400:00000010:0.0:1764938852.374870:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938852.374875:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021568, offset 224 00000400:00000200:0.0:1764938852.374882:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.374892:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.374898:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90631:90631:256:4294967295] 192.168.203.57@tcp LPNI seq info [90631:90631:8:4294967295] 00000400:00000200:0.0:1764938852.374907:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.374912:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.374916:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82352938). 00000800:00000200:0.0:1764938852.374921:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.374927:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.374931:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.374945:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.374948:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.374951:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038e56be0. 00080000:00000010:3.0:1764938852.375009:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080eb6b80. 00010000:00000010:3.0:1764938852.375084:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000656a754b. 00010000:00000010:3.0:1764938852.375090:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a08bf1d. 00010000:00000010:3.0:1764938852.375238:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5332e4. 00010000:00000010:3.0:1764938852.375244:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000656a754b. 00010000:00000010:3.0:1764938852.375254:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab66f761. 00000100:00000010:3.0:1764938852.375257:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938852.375274:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 02000000:00000010:3.0:1764938852.375285:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab657b28. 02000000:00000010:3.0:1764938852.375305:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4db2599. 00000400:00000010:3.0:1764938852.375309:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c253a4cd. 00000400:00000010:3.0:1764938852.375313:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938852.375317:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944192, portal 16 00000400:00000010:3.0:1764938852.375321:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f724e3. 00000100:00000200:3.0:1764938852.375323:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944192, offset 0 00000400:00000200:3.0:1764938852.375328:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.375333:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.375338:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.375341:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.375344:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.375346:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90632:90632:255:4294967295] 192.168.203.57@tcp LPNI seq info [90632:90632:7:4294967295] 00000400:00000200:3.0:1764938852.375353:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.375366:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.375369:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82353186). 00000800:00000200:3.0:1764938852.375373:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.375377:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.375380:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.375643:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.375648:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352938). 00000400:00000200:1.0:1764938852.375651:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.375655:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.375658:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:1.0:1764938852.375660:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000800:00000200:1.0:1764938852.375731:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.375733:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:1.0:1764938852.375736:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.375739:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.375741:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f724e3 00000400:00000010:1.0:1764938852.375742:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f724e3. 00000100:00000200:1.0:1764938852.375746:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000274d7da0 x1850670626944192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.380081:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.380098:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b4c0 00010000:00000010:0.1:1764938852.380242:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006475777e. 00000400:00000200:0.0:1764938852.380258:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1645 [1] + 224 00000400:00000200:0.0:1764938852.380325:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.380329:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.380338:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000274d7da0 x1850670626944192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.380595:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.380602:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f655c0 00000400:00000200:0.0:1764938852.380607:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaffb9 [2] + 328 00000400:00000200:0.0:1764938852.380617:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.380620:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.380624:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.380628:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b955191. 00000020:00000010:1.0:1764938852.381224:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103bd2da. 00000020:00000010:1.0:1764938852.381231:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.381235:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.381257:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b955191 x1850670621021632/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938852.381300:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021632 02000000:00000010:1.0:1764938852.381312:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8c7088c. 00010000:00000010:1.0:1764938852.381344:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.381351:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.381365:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:1.0:1764938852.381369:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000010:1.0:1764938852.381382:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938852.381387:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021632, offset 224 00000400:00000200:1.0:1764938852.381395:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.381405:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.381410:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90633:90633:256:4294967295] 192.168.203.57@tcp LPNI seq info [90633:90633:8:4294967295] 00000400:00000200:1.0:1764938852.381420:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.381424:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.381429:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.381434:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.381440:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.381444:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.381461:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.381464:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.381467:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103bd2da. 00000800:00000200:1.0:1764938852.381559:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.381563:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938852.381566:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.381569:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.381572:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:1.0:1764938852.381574:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000400:00000010:3.0:1764938852.382037:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c253a4cd. 00000400:00000200:3.0:1764938852.382041:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:3.0:1764938852.382042:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:3.0:1764938852.382048:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000274d7da0 x1850670626944192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.382057:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000274d7da0 x1850670626944192/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938852.382078:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000397e6a37. 02000000:00000010:3.0:1764938852.382090:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4db2599. 02000000:00000010:3.0:1764938852.382094:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab657b28. 00000100:00000010:3.0:1764938852.382097:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 00000100:00000010:3.0:1764938852.382123:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:3.0:1764938852.382126:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab66f761. 00080000:00000010:2.0:1764938852.384842:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000623d0ed1. 00010000:00000010:2.0:1764938852.384942:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000656a754b. 00010000:00000010:2.0:1764938852.384952:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032c3ece6. 00010000:00000010:2.0:1764938852.385018:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938852.385025:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a05f254f. 00010000:00000010:2.0:1764938852.385037:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938852.385043:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.385052:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938852.385064:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce2e56cb. 02000000:00000010:2.0:1764938852.385092:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048575ee3. 00000400:00000010:2.0:1764938852.385099:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f0ccf94. 00000400:00000010:2.0:1764938852.385124:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938852.385129:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944256, portal 16 00000400:00000010:2.0:1764938852.385134:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a209698. 00000100:00000200:2.0:1764938852.385136:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944256, offset 0 00000400:00000200:2.0:1764938852.385144:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.385158:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.385165:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.385168:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.385170:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.385173:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90634:90634:256:4294967295] 192.168.203.57@tcp LPNI seq info [90634:90634:8:4294967295] 00000400:00000200:2.0:1764938852.385182:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.385187:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.385191:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938852.385197:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.385204:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.385207:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.386047:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.386052:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:1.0:1764938852.386057:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.386062:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.386066:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a209698 00000400:00000010:1.0:1764938852.386067:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a209698. 00000100:00000200:1.0:1764938852.386075:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d48bd191 x1850670626944256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.388245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007708e227. 00010000:00000010:3.1:1764938852.388256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00000400:00000200:0.0:1764938852.390172:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.390192:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b500 00000400:00000200:0.0:1764938852.390200:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1651 [1] + 224 00000400:00000200:0.0:1764938852.390212:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.390216:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.390227:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d48bd191 x1850670626944256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.390265:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.390271:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65600 00000400:00000200:0.0:1764938852.390276:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaffb9 [2] + 656 00000400:00000200:0.0:1764938852.390285:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.390288:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.390291:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.390297:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 00000020:00000010:1.0:1764938852.390404:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103bd2da. 00000020:00000010:1.0:1764938852.390413:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.390417:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000400:00000010:2.0:1764938852.390429:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f0ccf94. 00000400:00000200:2.0:1764938852.390436:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b243d39b 00000400:00000010:2.0:1764938852.390439:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b243d39b. 00000100:00000200:1.0:1764938852.390446:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c26b009e x1850670621021696/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938852.390449:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d48bd191 x1850670626944256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.390467:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d48bd191 x1850670626944256/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.390495:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048575ee3. 00000100:00000200:1.0:1764938852.390497:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021696 02000000:00000010:2.0:1764938852.390502:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce2e56cb. 00000100:00000010:2.0:1764938852.390507:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:1.0:1764938852.390510:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003914ae78. 00000100:00000010:2.0:1764938852.390511:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.390517:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00010000:00000010:1.0:1764938852.390557:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d094532. 00010000:00000010:1.0:1764938852.390578:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.390584:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.390601:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:1.0:1764938852.390605:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000010:1.0:1764938852.390620:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938852.390625:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021696, offset 224 00000400:00000200:1.0:1764938852.390632:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.390645:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.390652:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90635:90635:256:4294967295] 192.168.203.57@tcp LPNI seq info [90635:90635:8:4294967295] 00000400:00000200:1.0:1764938852.390663:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.390668:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.390680:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.390686:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.390694:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.390699:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.390725:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.390729:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.390732:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103bd2da. 00080000:00000010:2.0:1764938852.390798:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce2e56cb. 00000800:00000200:3.0:1764938852.390847:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.390852:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938852.390857:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.390861:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.390864:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:3.0:1764938852.390866:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00010000:00000010:2.0:1764938852.390880:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a05f254f. 00010000:00000010:2.0:1764938852.390889:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000550edb54. 00010000:00000010:2.0:1764938852.390984:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ab00ab1. 00010000:00000010:2.0:1764938852.390990:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a05f254f. 00010000:00000010:2.0:1764938852.391000:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050e792c1. 00000100:00000010:2.0:1764938852.391004:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.391010:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 02000000:00000010:2.0:1764938852.391022:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048575ee3. 02000000:00000010:2.0:1764938852.391044:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000678d5c83. 00000400:00000010:2.0:1764938852.391048:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f0ccf94. 00000400:00000010:2.0:1764938852.391052:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b243d39b. 00000100:00000200:2.0:1764938852.391057:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944320, portal 16 00000400:00000010:2.0:1764938852.391062:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ea0b8ab. 00000100:00000200:2.0:1764938852.391064:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944320, offset 0 00000400:00000200:2.0:1764938852.391069:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.391075:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.391081:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.391085:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.391087:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.391090:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90636:90636:256:4294967295] 192.168.203.57@tcp LPNI seq info [90636:90636:8:4294967295] 00000400:00000200:2.0:1764938852.391097:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.391156:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.391159:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938852.391163:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.391167:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.391169:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.391262:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.391264:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:3.0:1764938852.391267:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.391271:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.391274:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ea0b8ab 00000400:00000010:3.0:1764938852.391275:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ea0b8ab. 00000100:00000200:3.0:1764938852.391279:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d48bd191 x1850670626944320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.395958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014dd1639. 00000400:00000200:0.0:1764938852.398567:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.398585:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b540 00000400:00000200:0.0:1764938852.398593:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb165d [1] + 224 00000400:00000200:0.0:1764938852.398608:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.398612:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.398623:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d48bd191 x1850670626944320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.398713:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f0ccf94. 00000400:00000200:3.0:1764938852.398718:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b243d39b 00000400:00000010:3.0:1764938852.398721:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b243d39b. 00000100:00000200:3.0:1764938852.398728:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d48bd191 x1850670626944320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.398735:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d48bd191 x1850670626944320/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.398768:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000678d5c83. 02000000:00000010:3.0:1764938852.398774:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048575ee3. 00000100:00000010:3.0:1764938852.398779:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 00000100:00000010:3.0:1764938852.398782:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:3.0:1764938852.398786:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050e792c1. 00010000:00000010:2.1:1764938852.399443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be100610. 00010000:00000010:2.1:1764938852.399452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5332e4. 00000400:00000200:3.0:1764938852.399695:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.399704:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65640 00000400:00000200:3.0:1764938852.399710:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaffb9 [2] + 984 00000400:00000200:3.0:1764938852.399752:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.399755:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.399759:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.399763:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 00000020:00000010:0.0:1764938852.399835:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6a0298. 00000020:00000010:0.0:1764938852.399843:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.399847:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.400386:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000274d7da0 x1850670621021760/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938852.400417:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021760 02000000:00000010:0.0:1764938852.400428:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000053df115. 00010000:00000010:0.0:1764938852.400451:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d61aa22. 00010000:00000010:0.0:1764938852.400469:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c02e066e. 00000100:00000010:0.0:1764938852.400475:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.400972:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.400978:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c02e066e. 00000400:00000010:0.0:1764938852.400994:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938852.401001:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021760, offset 224 00000400:00000200:0.0:1764938852.401009:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.401021:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.401027:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90637:90637:256:4294967295] 192.168.203.57@tcp LPNI seq info [90637:90637:8:4294967295] 00000400:00000200:0.0:1764938852.401036:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.401040:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.401045:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82352938). 00000800:00000200:0.0:1764938852.401050:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.401057:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.401060:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.401087:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.401092:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.401096:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e6a0298. 00080000:00000010:3.0:1764938852.401167:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab657b28. 00010000:00000010:3.0:1764938852.401253:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a05f254f. 00010000:00000010:1.1:1764938852.401390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6adbe60. 00000800:00000200:1.0:1764938852.401477:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.401481:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:1.0:1764938852.401485:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.401489:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.401492:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:1.0:1764938852.401494:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00010000:00000010:3.0:1764938852.401531:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa6489e8. 00010000:00000010:3.0:1764938852.401602:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5cd8dea. 00010000:00000010:3.0:1764938852.401606:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bb0a571e. 00010000:00000010:3.0:1764938852.401611:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938852.401616:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000189dd21d. 00080000:00000010:3.0:1764938852.401631:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078944ef8. 00010000:00000010:3.0:1764938852.401721:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.401726:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb0a571e. 00010000:00000010:3.0:1764938852.401828:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001644e83d. 00010000:00000010:3.0:1764938852.401832:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.401840:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab66f761. 00000100:00000010:3.0:1764938852.401844:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938852.401852:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 02000000:00000010:3.0:1764938852.401863:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000642ea39d. 02000000:00000010:3.0:1764938852.401889:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eea26629. 00000400:00000010:3.0:1764938852.401894:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c253a4cd. 00000400:00000010:3.0:1764938852.401899:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938852.401903:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944384, portal 16 00000400:00000010:3.0:1764938852.401907:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938852.401910:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944384, offset 0 00000400:00000200:3.0:1764938852.401985:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.401996:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.402002:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.402006:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.402009:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.402011:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90638:90638:256:4294967295] 192.168.203.57@tcp LPNI seq info [90638:90638:8:4294967295] 00000400:00000200:3.0:1764938852.402020:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.402024:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.402028:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82352938). 00000800:00000200:3.0:1764938852.402033:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.402038:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.402040:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.402449:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.402452:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:0.0:1764938852.402457:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.402461:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.402465:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:0.0:1764938852.402466:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:0.0:1764938852.402471:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc87284 x1850670626944384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.403237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048259c81. 00010000:00000010:2.1:1764938852.403247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:3.1:1764938852.407483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f98c063. 00010000:00000010:3.1:1764938852.407496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab00ab1. 00010000:00000010:3.1:1764938852.407501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cd8dea. 00010000:00000010:3.1:1764938852.407504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00010000:00000010:0.1:1764938852.408172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003040ad1d. 00000400:00000200:3.0:1764938852.408987:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.409004:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b580 00000400:00000200:3.0:1764938852.409013:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1669 [1] + 224 00000400:00000200:3.0:1764938852.409030:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.409034:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.409442:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc87284 x1850670626944384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.409486:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.409493:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65680 00000400:00000200:3.0:1764938852.409498:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaffb9 [2] + 1312 00000400:00000200:3.0:1764938852.409563:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.409568:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.409572:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.409577:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000681c7840. 00000400:00000010:2.0:1764938852.409718:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c253a4cd. 00000400:00000200:2.0:1764938852.409723:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:2.0:1764938852.409726:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:2.0:1764938852.409731:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc87284 x1850670626944384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.409738:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc87284 x1850670626944384/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.409764:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eea26629. 02000000:00000010:2.0:1764938852.409769:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000642ea39d. 00000100:00000010:2.0:1764938852.409772:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 00000100:00000010:2.0:1764938852.409775:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:2.0:1764938852.409778:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab66f761. 00000020:00000010:0.0:1764938852.409859:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6a0298. 00000020:00000010:0.0:1764938852.409865:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.409869:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.409890:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000681c7840 x1850670621021824/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938852.409924:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021824 02000000:00000010:0.0:1764938852.409935:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038e56be0. 00010000:00000010:0.0:1764938852.409959:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d23bbb30. 00010000:00000010:0.0:1764938852.409979:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c02e066e. 00000100:00000010:0.0:1764938852.409984:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.410002:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.410005:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c02e066e. 00000400:00000010:0.0:1764938852.410016:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938852.410020:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021824, offset 224 00000400:00000200:0.0:1764938852.410027:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.410037:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.410046:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90639:90639:256:4294967295] 192.168.203.57@tcp LPNI seq info [90639:90639:8:4294967295] 00000400:00000200:0.0:1764938852.410056:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.410061:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.410065:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938852.410071:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.410078:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.410081:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.410132:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.410137:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.410140:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e6a0298. 00000800:00000200:1.0:1764938852.410812:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.410817:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:1.0:1764938852.410821:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.410826:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.410830:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:1.0:1764938852.410832:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00080000:00000010:3.0:1764938852.410948:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097225dbe. 00010000:00000010:3.0:1764938852.411028:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.411036:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ab45738. 00010000:00000010:3.0:1764938852.411146:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938852.411153:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.411163:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e929cf9. 00000100:00000010:3.0:1764938852.411168:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938852.411176:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbbde638. 02000000:00000010:3.0:1764938852.411188:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5d9a652. 02000000:00000010:3.0:1764938852.411211:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f30d1d61. 00000400:00000010:3.0:1764938852.411216:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026e36c88. 00000400:00000010:3.0:1764938852.411221:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000100:00000200:3.0:1764938852.411226:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944448, portal 16 00000400:00000010:3.0:1764938852.411231:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf92bcf. 00000100:00000200:3.0:1764938852.411234:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944448, offset 0 00000400:00000200:3.0:1764938852.411240:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.411251:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.411258:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.411262:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.411265:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.411268:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90640:90640:256:4294967295] 192.168.203.57@tcp LPNI seq info [90640:90640:8:4294967295] 00000400:00000200:3.0:1764938852.411278:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.411284:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.411288:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82352938). 00000800:00000200:3.0:1764938852.411294:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.411299:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.411303:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.411443:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.411446:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:0.0:1764938852.411450:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.411454:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.411457:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:0.0:1764938852.411458:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:0.0:1764938852.411464:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fbbde638 x1850670626944448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.415976:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.416005:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b5c0 00000400:00000200:3.0:1764938852.416018:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1675 [1] + 224 00000400:00000200:3.0:1764938852.416036:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.416040:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.416056:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fbbde638 x1850670626944448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.416285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024bec3a5. 00000400:00000010:2.0:1764938852.416726:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026e36c88. 00000400:00000200:2.0:1764938852.416731:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:2.0:1764938852.416734:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:2.0:1764938852.416745:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fbbde638 x1850670626944448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.416756:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fbbde638 x1850670626944448/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.416785:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f30d1d61. 02000000:00000010:2.0:1764938852.416791:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5d9a652. 00000100:00000010:2.0:1764938852.416794:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbbde638. 00000100:00000010:2.0:1764938852.416799:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:2.0:1764938852.416802:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e929cf9. 00010000:00000010:3.1:1764938852.422496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001158cf31. 00010000:00000010:3.1:1764938852.422520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00000400:00000200:1.0:1764938852.424294:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.424311:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f656c0 00000400:00000200:1.0:1764938852.424319:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaffb9 [2] + 1640 00000400:00000200:1.0:1764938852.424391:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.424396:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.424402:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.424408:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:2.0:1764938852.424524:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002be90b8c. 00000020:00000010:2.0:1764938852.424531:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000014ccfada. 00000020:00000010:2.0:1764938852.424536:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.424558:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621021888/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938852.424595:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021888 02000000:00000010:2.0:1764938852.424606:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048575ee3. 00010000:00000010:2.0:1764938852.424632:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca59ed96. 00010000:00000010:2.0:1764938852.424653:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ead391c0. 00000100:00000010:2.0:1764938852.424660:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.424683:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.424687:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ead391c0. 00000400:00000010:2.0:1764938852.424699:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d01220b. 00000100:00000200:2.0:1764938852.424704:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021888, offset 224 00000400:00000200:2.0:1764938852.424712:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.424721:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.424725:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90641:90641:256:4294967295] 192.168.203.57@tcp LPNI seq info [90641:90641:8:4294967295] 00000400:00000200:2.0:1764938852.424734:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.424739:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.424743:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938852.424748:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.424754:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.424757:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.424780:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000014ccfada. 00000020:00000010:2.0:1764938852.424784:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.424787:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002be90b8c. 00000800:00000200:1.0:1764938852.424917:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.424920:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938852.424924:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.424927:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.424931:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d01220b 00000400:00000010:1.0:1764938852.424932:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d01220b. 00080000:00000010:3.0:1764938852.425003:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cbfd3fd. 00010000:00000010:3.0:1764938852.425091:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.425098:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044016b76. 00010000:00000010:2.0:1764938852.425711:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0af7a4. 00010000:00000010:2.0:1764938852.425718:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3997409. 00010000:00000010:2.0:1764938852.425727:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ead391c0. 00000100:00000010:2.0:1764938852.425731:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.425737:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938852.425745:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002be90b8c. 02000000:00000010:2.0:1764938852.425766:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000678d5c83. 00000400:00000010:2.0:1764938852.425771:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de92d9e. 00000400:00000010:2.0:1764938852.425775:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938852.425780:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944512, portal 16 00000400:00000010:2.0:1764938852.425784:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d1699a8. 00000100:00000200:2.0:1764938852.425786:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944512, offset 0 00000400:00000200:2.0:1764938852.425791:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.425799:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.425805:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.425808:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.425810:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.425813:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90642:90642:256:4294967295] 192.168.203.57@tcp LPNI seq info [90642:90642:8:4294967295] 00000400:00000200:2.0:1764938852.425820:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.425824:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.425827:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938852.425831:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.425836:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.425839:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.425988:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.425991:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352690). 00000400:00000200:3.0:1764938852.425994:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.425998:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.426001:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d1699a8 00000400:00000010:3.0:1764938852.426003:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d1699a8. 00000100:00000200:3.0:1764938852.426008:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a7e89f3 x1850670626944512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.430567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000786e6a86. 00000400:00000200:1.0:1764938852.431076:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.431090:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b600 00000400:00000200:1.0:1764938852.431098:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1681 [1] + 224 00000400:00000200:1.0:1764938852.431147:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.431151:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.431160:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a7e89f3 x1850670626944512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.431275:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.431280:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65700 00000400:00000200:1.0:1764938852.431285:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xaffb9 [2] + 1968 00000400:00000010:1.0:1764938852.431289:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093afa95b. 00000400:00000200:1.0:1764938852.431292:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003615e965 00000400:00000200:1.0:1764938852.431334:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.431337:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.431340:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003615e965 00000400:00000010:1.0:1764938852.431341:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003615e965 (tot 82352538). 00000100:00000200:1.0:1764938852.431346:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1764938852.431401:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008de92d9e. 00000400:00000200:2.0:1764938852.431405:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000400:00000010:2.0:1764938852.431407:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 00000100:00000200:2.0:1764938852.431413:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a7e89f3 x1850670626944512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.431420:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a7e89f3 x1850670626944512/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.431447:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000678d5c83. 02000000:00000010:2.0:1764938852.431452:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002be90b8c. 00000100:00000010:2.0:1764938852.431455:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000010:2.0:1764938852.431459:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.431462:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ead391c0. 00000020:00000010:0.0:1764938852.431819:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6a0298. 00000020:00000010:0.0:1764938852.431826:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.431830:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.431854:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000400f2995 x1850670621021952/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938852.431882:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621021952 02000000:00000010:0.0:1764938852.431891:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041fcad6c. 00010000:00000010:0.0:1764938852.431913:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056a67ee6. 00010000:00000010:0.0:1764938852.431931:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c02e066e. 00000100:00000010:0.0:1764938852.431936:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000493b2a57. 00000100:00000010:0.0:1764938852.431952:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000493b2a57. 00010000:00000010:0.0:1764938852.431954:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c02e066e. 00000400:00000010:0.0:1764938852.431965:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938852.431969:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621021952, offset 224 00000400:00000200:0.0:1764938852.431975:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.431984:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.431990:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90643:90643:256:4294967295] 192.168.203.57@tcp LPNI seq info [90643:90643:8:4294967295] 00000400:00000200:0.0:1764938852.431999:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.432004:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.432008:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82352786). 00000800:00000200:0.0:1764938852.432012:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.432019:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.432022:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.432042:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.432046:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.432049:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e6a0298. 02000000:00000010:0.0:1764938852.432056:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048575ee3. 00000100:00000010:0.0:1764938852.432059:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:0.0:1764938852.432062:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038e56be0. 00000100:00000010:0.0:1764938852.432065:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000681c7840. 02000000:00000010:0.0:1764938852.432068:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000053df115. 00000100:00000010:0.0:1764938852.432070:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 02000000:00000010:0.0:1764938852.432073:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003914ae78. 00000100:00000010:0.0:1764938852.432076:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 02000000:00000010:0.0:1764938852.432078:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8c7088c. 00000100:00000010:0.0:1764938852.432080:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b955191. 02000000:00000010:0.0:1764938852.432082:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d67b991f. 00000100:00000010:0.0:1764938852.432084:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 00000100:00000200:0.0:1764938852.432089:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938852.432092:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3a36f0f. 00000400:00000010:0.0:1764938852.432095:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000493b2a57 (tot 82352938). 00080000:00000010:1.0:1764938852.432206:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eef1f63. 00010000:00000010:1.0:1764938852.432283:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3997409. 00010000:00000010:1.0:1764938852.432289:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc123594. 00010000:00000010:1.0:1764938852.432345:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.0:1764938852.432350:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003c81692e. 00010000:00000010:1.0:1764938852.432370:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.432373:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.432379:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938852.432387:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c865b304. 02000000:00000010:1.0:1764938852.432405:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a86549f8. 00000400:00000010:1.0:1764938852.432408:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093afa95b. 00000400:00000010:1.0:1764938852.432411:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938852.432414:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944576, portal 16 00000400:00000010:1.0:1764938852.432417:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938852.432419:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944576, offset 0 00000400:00000200:1.0:1764938852.432423:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.432429:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.432435:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.432438:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.432441:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.432443:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90644:90644:255:4294967295] 192.168.203.57@tcp LPNI seq info [90644:90644:7:4294967295] 00000400:00000200:1.0:1764938852.432450:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.432454:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.432457:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82353186). 00000800:00000200:1.0:1764938852.432460:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.432464:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.432466:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.432547:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.432551:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352938). 00000400:00000200:3.0:1764938852.432554:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.432557:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.432560:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:3.0:1764938852.432562:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 02000000:00000010:3.0:1764938852.432565:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041fcad6c. 00000800:00000200:3.0:1764938852.432609:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.432610:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938852.432613:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.432616:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.432618:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:3.0:1764938852.432619:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000100:00000200:3.0:1764938852.432623:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626944576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.436159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000705007db. 00010000:00000010:3.1:1764938852.436172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00000400:00000200:3.0:1764938852.438645:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.438662:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b640 00000400:00000200:3.0:1764938852.438670:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1691 [1] + 224 00000400:00000200:3.0:1764938852.438680:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.438684:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.438692:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626944576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.438722:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.438726:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65740 00000400:00000200:3.0:1764938852.438730:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0011 [2] + 0 00000400:00000200:3.0:1764938852.438736:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.438738:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.438741:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.438746:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000050fb875. 00000400:00000010:1.0:1764938852.438866:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093afa95b. 00000400:00000200:1.0:1764938852.438871:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:1.0:1764938852.438874:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:1.0:1764938852.438879:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626944576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.438887:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626944576/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.438914:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a86549f8. 02000000:00000010:1.0:1764938852.438920:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c865b304. 00000100:00000010:1.0:1764938852.438923:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:1.0:1764938852.438927:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:1.0:1764938852.438931:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:2.0:1764938852.439086:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002be90b8c. 00000020:00000010:2.0:1764938852.439093:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000014ccfada. 00000020:00000010:2.0:1764938852.439098:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.439149:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000050fb875 x1850670621022016/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938852.439180:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022016 02000000:00000010:2.0:1764938852.439189:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000678d5c83. 00010000:00000010:2.0:1764938852.439215:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033274311. 00010000:00000010:2.0:1764938852.439236:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ead391c0. 00000100:00000010:2.0:1764938852.439242:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.439253:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.439256:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ead391c0. 00080000:00000010:1.0:1764938852.439607:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c865b304. 00010000:00000010:1.0:1764938852.439690:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c81692e. 00010000:00000010:1.0:1764938852.439696:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000917d9aba. 00010000:00000010:1.0:1764938852.439764:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031c0ce41. 00010000:00000010:1.0:1764938852.439771:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003c81692e. 00010000:00000010:1.0:1764938852.439780:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.439783:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.439789:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938852.439798:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a86549f8. 02000000:00000010:1.0:1764938852.439818:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003914ae78. 00000400:00000010:1.0:1764938852.439823:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093afa95b. 00000400:00000010:1.0:1764938852.439827:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938852.439833:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944640, portal 16 00000400:00000010:1.0:1764938852.439838:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938852.439840:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944640, offset 0 00000400:00000200:1.0:1764938852.439847:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.439858:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.439865:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.439869:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.439872:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.439875:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90645:90645:256:4294967295] 192.168.203.57@tcp LPNI seq info [90645:90645:8:4294967295] 00000400:00000200:1.0:1764938852.439887:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.439893:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.439897:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938852.439904:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.439911:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.439914:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938852.445454:0:77248:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fdab457. 00010000:00000010:1.1:1764938852.445472:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0af7a4. 00000400:00000010:2.0:1764938852.445586:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fbedec. 00000100:00000200:2.0:1764938852.445594:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022016, offset 224 00000400:00000200:2.0:1764938852.445604:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.445620:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.445626:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90646:90646:255:4294967295] 192.168.203.57@tcp LPNI seq info [90646:90646:7:4294967295] 00000400:00000200:2.0:1764938852.445636:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.445641:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.445646:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82353186). 00000800:00000200:2.0:1764938852.445652:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.445659:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.445663:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.445678:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000014ccfada. 00000020:00000010:2.0:1764938852.445684:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.445688:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002be90b8c. 00010000:00000010:0.1:1764938852.446069:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d58bcd. 00000800:00000200:0.0:1764938852.446136:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.446140:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352938). 00000400:00000200:0.0:1764938852.446145:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.446150:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.446155:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:0.0:1764938852.446157:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00000100:00000200:0.0:1764938852.446164:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626944640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1764938852.446238:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.446241:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352690). 00000400:00000200:0.0:1764938852.446243:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.446247:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.446249:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3fbedec 00000400:00000010:0.0:1764938852.446250:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3fbedec. 00000400:00000200:3.0:1764938852.451590:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.451608:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b680 00000400:00000200:3.0:1764938852.451616:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1699 [1] + 224 00000400:00000200:3.0:1764938852.451630:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.451634:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.451644:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626944640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.451712:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093afa95b. 00000400:00000200:1.0:1764938852.451716:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:1.0:1764938852.451718:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:1.0:1764938852.451724:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626944640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.451731:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626944640/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.451760:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003914ae78. 02000000:00000010:1.0:1764938852.451767:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a86549f8. 00000100:00000010:1.0:1764938852.451771:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:1.0:1764938852.451776:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:1.0:1764938852.451780:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938852.451942:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.451948:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65780 00000400:00000200:3.0:1764938852.451953:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0011 [2] + 328 00000400:00000200:3.0:1764938852.452001:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.452004:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.452008:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.452012:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c666046. 00010000:00000010:1.1:1764938852.452189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8feb504. 00010000:00000010:1.1:1764938852.452195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c82e6a. 00000020:00000010:1.0:1764938852.452226:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a86549f8. 00000020:00000010:1.0:1764938852.452232:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.452236:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.452256:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c666046 x1850670621022080/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938852.452277:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022080 02000000:00000010:1.0:1764938852.452286:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003914ae78. 00010000:00000010:1.0:1764938852.452308:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085dce732. 00010000:00000010:1.0:1764938852.452325:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.452331:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.452345:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:1.0:1764938852.452347:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000010:1.0:1764938852.452367:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938852.452372:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022080, offset 224 00000400:00000200:1.0:1764938852.452379:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.452388:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.452393:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90647:90647:256:4294967295] 192.168.203.57@tcp LPNI seq info [90647:90647:8:4294967295] 00000400:00000200:1.0:1764938852.452403:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.452407:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.452412:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938852.452417:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.452424:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.452428:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.452440:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.452443:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.452446:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a86549f8. 00000800:00000200:0.0:1764938852.452563:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.452566:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:0.0:1764938852.452570:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.452574:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.452577:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:0.0:1764938852.452579:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00080000:00000010:3.0:1764938852.452779:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000961f0f94. 00010000:00000010:3.0:1764938852.452859:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c81692e. 00010000:00000010:3.0:1764938852.452865:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000071f4ac02. 00010000:00000010:3.0:1764938852.452927:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5cd8dea. 00010000:00000010:3.0:1764938852.452931:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bb0a571e. 00010000:00000010:3.0:1764938852.452936:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938852.452941:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000189dd21d. 00080000:00000010:3.0:1764938852.452951:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebadf4f4. 00010000:00000010:3.0:1764938852.452972:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.452976:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb0a571e. 00010000:00000010:3.0:1764938852.453024:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001644e83d. 00010000:00000010:3.0:1764938852.453027:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000189dd21d. 00010000:00000010:3.0:1764938852.453035:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b53fa591. 00000100:00000010:3.0:1764938852.453039:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072c68e26. 00000100:00000010:3.0:1764938852.453044:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d93b713. 02000000:00000010:3.0:1764938852.453053:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092f4a474. 02000000:00000010:3.0:1764938852.453074:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099cc4cec. 00000400:00000010:3.0:1764938852.453078:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053d8a788. 00000400:00000010:3.0:1764938852.453082:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003116de91. 00000100:00000200:3.0:1764938852.453085:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944704, portal 16 00000400:00000010:3.0:1764938852.453090:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616e4078. 00000100:00000200:3.0:1764938852.453092:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944704, offset 0 00000400:00000200:3.0:1764938852.453097:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.453209:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.453216:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.453220:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.453223:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.453225:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90648:90648:256:4294967295] 192.168.203.57@tcp LPNI seq info [90648:90648:8:4294967295] 00000400:00000200:3.0:1764938852.453234:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.453239:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.453242:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82352938). 00000800:00000200:3.0:1764938852.453246:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.453252:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.453254:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938852.454852:0:78550:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000507b8282. 00000800:00000200:1.0:1764938852.457304:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.457312:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:1.0:1764938852.457321:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.457330:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.457335:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616e4078 00000400:00000010:1.0:1764938852.457337:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616e4078. 00000100:00000200:1.0:1764938852.457345:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d93b713 x1850670626944704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.461156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a19fc3. 00010000:00000010:3.1:1764938852.461211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b5d2c65. 00010000:00000010:3.1:1764938852.461218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031c0ce41. 00010000:00000010:3.1:1764938852.461221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cd8dea. 00010000:00000010:3.1:1764938852.461224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00000400:00000200:3.0:1764938852.462215:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.462232:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b6c0 00000400:00000200:3.0:1764938852.462240:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb16a9 [1] + 224 00000400:00000200:3.0:1764938852.462251:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.462255:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.462265:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d93b713 x1850670626944704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.462306:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.462312:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f657c0 00000400:00000200:3.0:1764938852.462318:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0011 [2] + 656 00000400:00000010:1.0:1764938852.462336:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053d8a788. 00000400:00000200:1.0:1764938852.462343:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003116de91 00000400:00000010:1.0:1764938852.462345:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003116de91. 00000100:00000200:1.0:1764938852.462352:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d93b713 x1850670626944704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.462371:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d93b713 x1850670626944704/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.462374:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.462382:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.462387:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.462392:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b62eb6c. 00000020:00000010:0.0:1764938852.462465:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041fcad6c. 00000020:00000010:0.0:1764938852.462472:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.462476:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.462496:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b62eb6c x1850670621022144/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938852.462533:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022144 02000000:00000010:0.0:1764938852.462544:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8c7088c. 00010000:00000010:0.0:1764938852.462567:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c5b77c2. 00010000:00000010:0.0:1764938852.462588:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c02e066e. 00000100:00000010:0.0:1764938852.462593:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.462599:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:0.0:1764938852.462601:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c02e066e. 00000400:00000010:0.0:1764938852.462612:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938852.462616:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022144, offset 224 00000400:00000200:0.0:1764938852.462623:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.462633:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.462638:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90649:90649:256:4294967295] 192.168.203.57@tcp LPNI seq info [90649:90649:8:4294967295] 00000400:00000200:0.0:1764938852.462649:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.462653:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.462657:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82352938). 00000800:00000200:0.0:1764938852.462662:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.462668:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.462671:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.462690:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.462694:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.462697:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041fcad6c. 02000000:00000010:1.0:1764938852.462759:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099cc4cec. 02000000:00000010:1.0:1764938852.462765:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092f4a474. 00000100:00000010:1.0:1764938852.462769:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d93b713. 00000100:00000010:1.0:1764938852.462772:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072c68e26. 00010000:00000010:1.0:1764938852.462776:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b53fa591. 00080000:00000010:1.0:1764938852.462792:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a86549f8. 00000800:00000200:3.0:1764938852.462795:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.462799:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:3.0:1764938852.462803:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.462807:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.462810:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:3.0:1764938852.462811:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00010000:00000010:1.0:1764938852.462874:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000189dd21d. 00010000:00000010:1.0:1764938852.462880:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060defe93. 00010000:00000010:1.0:1764938852.462941:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.0:1764938852.462946:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0420761. 00010000:00000010:1.0:1764938852.462954:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.462957:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.462963:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938852.462972:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000103bd2da. 02000000:00000010:1.0:1764938852.462993:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5546213. 00000400:00000010:1.0:1764938852.462997:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093afa95b. 00000400:00000010:1.0:1764938852.463000:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938852.463005:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944768, portal 16 00000400:00000010:1.0:1764938852.463008:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938852.463010:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944768, offset 0 00000400:00000200:1.0:1764938852.463016:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.463021:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.463027:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.463031:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.463034:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.463036:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90650:90650:256:4294967295] 192.168.203.57@tcp LPNI seq info [90650:90650:8:4294967295] 00000400:00000200:1.0:1764938852.463043:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.463046:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.463049:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938852.463053:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.463057:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.463059:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.463506:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.463510:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938852.463513:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.463517:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.463521:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:3.0:1764938852.463522:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 00000100:00000200:3.0:1764938852.463527:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626944768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.465293:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.465309:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b700 00000400:00000200:3.0:1764938852.465318:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb16b5 [1] + 224 00000400:00000200:3.0:1764938852.465328:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.465331:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.465340:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626944768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.465381:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.465387:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65800 00000400:00000200:3.0:1764938852.465393:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0011 [2] + 984 00000400:00000010:1.0:1764938852.465401:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093afa95b. 00000400:00000200:1.0:1764938852.465407:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:1.0:1764938852.465410:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00000100:00000200:1.0:1764938852.465416:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626944768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.465425:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626944768/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.465449:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5546213. 02000000:00000010:1.0:1764938852.465454:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000103bd2da. 00000100:00000010:1.0:1764938852.465458:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:1.0:1764938852.465462:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:1.0:1764938852.465466:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000200:3.0:1764938852.465579:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.465584:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.465589:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.465594:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d93b713. 00000020:00000010:2.0:1764938852.465651:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002be90b8c. 00000020:00000010:2.0:1764938852.465657:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000014ccfada. 00000020:00000010:2.0:1764938852.465661:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.465679:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d93b713 x1850670621022208/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938852.465709:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022208 02000000:00000010:2.0:1764938852.465718:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091605537. 00010000:00000010:2.0:1764938852.465738:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057e1cfbc. 00010000:00000010:2.0:1764938852.465755:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ead391c0. 00000100:00000010:2.0:1764938852.465762:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.465833:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.465837:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ead391c0. 00000400:00000010:2.0:1764938852.465849:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040cc1862. 00000100:00000200:2.0:1764938852.465853:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022208, offset 224 00000400:00000200:2.0:1764938852.465859:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.465869:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.465875:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90651:90651:256:4294967295] 192.168.203.57@tcp LPNI seq info [90651:90651:8:4294967295] 00000400:00000200:2.0:1764938852.465884:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.465889:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.465893:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938852.465898:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.465904:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.465907:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.465930:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000014ccfada. 00000020:00000010:2.0:1764938852.465934:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.465937:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002be90b8c. 00080000:00000010:1.0:1764938852.465978:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5546213. 00010000:00000010:1.0:1764938852.466053:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0420761. 00010000:00000010:1.0:1764938852.466059:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b690e14b. 00010000:00000010:1.0:1764938852.466168:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002feedf3a. 00010000:00000010:1.0:1764938852.466174:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0420761. 00010000:00000010:1.0:1764938852.466184:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.466187:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.466193:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938852.466203:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000103bd2da. 02000000:00000010:1.0:1764938852.466222:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008100d29f. 00000400:00000010:1.0:1764938852.466227:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093afa95b. 00000400:00000010:1.0:1764938852.466231:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000800:00000200:3.0:1764938852.466236:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1764938852.466236:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944832, portal 16 00000800:00000010:3.0:1764938852.466241:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000010:1.0:1764938852.466242:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938852.466246:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944832, offset 0 00000400:00000200:3.0:1764938852.466247:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.466255:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.466255:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.466260:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040cc1862 00000400:00000010:3.0:1764938852.466263:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040cc1862. 00000400:00000200:1.0:1764938852.466265:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.466272:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.466275:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.466277:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.466285:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90652:90652:255:4294967295] 192.168.203.57@tcp LPNI seq info [90652:90652:7:4294967295] 00000400:00000200:1.0:1764938852.466293:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.466299:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.466302:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938852.466306:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.466310:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.466312:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.471721:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.471738:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352690). 00000400:00000200:3.0:1764938852.471745:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.471755:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.471760:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:3.0:1764938852.471762:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:3.0:1764938852.471772:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626944832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.472667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066abff3a. 00010000:00000010:1.1:1764938852.472677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001644e83d. 00010000:00000010:0.1:1764938852.473169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cb41bc. 00010000:00000010:2.1:1764938852.473281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cba246a. 00000400:00000200:3.0:1764938852.477213:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.477231:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b740 00000400:00000200:3.0:1764938852.477240:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb16c1 [1] + 224 00000400:00000200:3.0:1764938852.477251:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.477256:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.477266:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626944832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.477295:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.477300:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65840 00000400:00000200:3.0:1764938852.477304:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0011 [2] + 1312 00000400:00000200:3.0:1764938852.477314:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.477316:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.477319:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.477325:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000274d7da0. 00000400:00000010:1.0:1764938852.477415:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093afa95b. 00000400:00000200:1.0:1764938852.477420:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:1.0:1764938852.477422:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00000100:00000200:1.0:1764938852.477428:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626944832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.477435:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626944832/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.477465:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008100d29f. 02000000:00000010:1.0:1764938852.477470:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000103bd2da. 00000100:00000010:1.0:1764938852.477474:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:1.0:1764938852.477479:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:1.0:1764938852.477482:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000020:00000010:2.0:1764938852.477581:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002be90b8c. 00000020:00000010:2.0:1764938852.477588:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.477592:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.477614:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000274d7da0 x1850670621022272/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938852.477649:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022272 02000000:00000010:2.0:1764938852.477659:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026d58502. 00010000:00000010:2.0:1764938852.477683:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e7fabdf. 00010000:00000010:2.0:1764938852.477701:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ead391c0. 00000100:00000010:2.0:1764938852.477707:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.477722:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.477724:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ead391c0. 00000400:00000010:2.0:1764938852.477735:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001677e719. 00000100:00000200:2.0:1764938852.477739:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022272, offset 224 00000400:00000200:2.0:1764938852.477746:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.477755:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.477760:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90653:90653:256:4294967295] 192.168.203.57@tcp LPNI seq info [90653:90653:8:4294967295] 00000400:00000200:2.0:1764938852.477769:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.477776:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.477779:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e7ac55d (tot 82352938). 00000800:00000200:2.0:1764938852.477784:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.477790:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.477793:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e7ac55d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.477809:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.477812:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.477815:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002be90b8c. 00000800:00000200:3.0:1764938852.477960:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.477964:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e7ac55d (tot 82352690). 00000400:00000200:3.0:1764938852.477968:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.477972:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.477975:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001677e719 00000400:00000010:3.0:1764938852.477976:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001677e719. 00080000:00000010:3.0:1764938852.478000:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5d9a652. 00010000:00000010:3.0:1764938852.478081:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0420761. 00010000:00000010:3.0:1764938852.478087:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5d4da10. 00010000:00000010:3.0:1764938852.478195:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdb95525. 00010000:00000010:3.0:1764938852.478201:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1512273. 00010000:00000010:3.0:1764938852.478210:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b5f3af7. 00000100:00000010:3.0:1764938852.478213:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072c68e26. 00000100:00000010:3.0:1764938852.478218:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000681c7840. 02000000:00000010:3.0:1764938852.478227:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f30d1d61. 02000000:00000010:3.0:1764938852.478246:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092f4a474. 00000400:00000010:3.0:1764938852.478250:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077fa56e5. 00000400:00000010:3.0:1764938852.478254:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf92bcf. 00000100:00000200:3.0:1764938852.478258:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944896, portal 16 00000400:00000010:3.0:1764938852.478261:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31752d5. 00000100:00000200:3.0:1764938852.478263:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944896, offset 0 00000400:00000200:3.0:1764938852.478268:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.478274:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.478280:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.478283:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.478286:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.478288:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90654:90654:256:4294967295] 192.168.203.57@tcp LPNI seq info [90654:90654:8:4294967295] 00000400:00000200:3.0:1764938852.478295:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.478299:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.478302:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352938). 00000800:00000200:3.0:1764938852.478306:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.478309:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.478312:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.478408:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.478411:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:1.0:1764938852.478415:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.478419:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.478422:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31752d5 00000400:00000010:1.0:1764938852.478423:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31752d5. 00000100:00000200:1.0:1764938852.478428:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000681c7840 x1850670626944896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.479148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008037ba7d. 00010000:00000010:1.1:1764938852.479156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c82e6a. 00000400:00000200:3.0:1764938852.484620:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.484638:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b780 00000400:00000200:3.0:1764938852.484646:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb16cd [1] + 224 00000400:00000200:3.0:1764938852.484657:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.484661:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.484671:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000681c7840 x1850670626944896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.484697:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.484702:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65880 00000400:00000200:3.0:1764938852.484707:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0011 [2] + 1640 00000400:00000200:3.0:1764938852.484756:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.484760:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.484764:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.484768:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbbde638. 00000020:00000010:1.0:1764938852.484929:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008100d29f. 00000020:00000010:1.0:1764938852.484936:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.484940:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.484961:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fbbde638 x1850670621022336/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938852.484995:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022336 02000000:00000010:1.0:1764938852.485004:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6c9e107. 00010000:00000010:1.0:1764938852.485038:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.485045:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.485051:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:1.0:1764938852.485054:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00000400:00000010:1.0:1764938852.485070:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f68b74f9. 00000100:00000200:1.0:1764938852.485075:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022336, offset 224 00000400:00000200:1.0:1764938852.485083:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.485092:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.485098:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90655:90655:256:4294967295] 192.168.203.57@tcp LPNI seq info [90655:90655:8:4294967295] 00000400:00000200:1.0:1764938852.485137:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.485142:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.485146:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938852.485151:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.485159:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.485162:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.485179:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.485183:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.485186:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008100d29f. 00000400:00000010:1.0:1764938852.485207:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077fa56e5. 00000400:00000200:1.0:1764938852.485210:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf92bcf 00000400:00000010:1.0:1764938852.485212:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf92bcf. 00000100:00000200:1.0:1764938852.485216:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000681c7840 x1850670626944896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.485224:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000681c7840 x1850670626944896/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938852.485240:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a97962a8. 02000000:00000010:1.0:1764938852.485252:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092f4a474. 02000000:00000010:1.0:1764938852.485256:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f30d1d61. 00000100:00000010:1.0:1764938852.485259:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000681c7840. 00000100:00000010:1.0:1764938852.485262:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072c68e26. 00010000:00000010:1.0:1764938852.485264:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b5f3af7. 00080000:00000010:1.0:1764938852.485278:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008100d29f. 00010000:00000010:1.0:1764938852.485367:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1512273. 00010000:00000010:1.0:1764938852.485374:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbb60b4a. 00010000:00000010:1.0:1764938852.485439:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c82e6a. 00010000:00000010:1.0:1764938852.485445:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9abb471. 00010000:00000010:1.0:1764938852.485455:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6322786. 00000100:00000010:1.0:1764938852.485459:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090f1c029. 00000100:00000010:1.0:1764938852.485465:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938852.485474:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040f3069d. 02000000:00000010:1.0:1764938852.485494:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cd71f4e. 00000400:00000010:1.0:1764938852.485498:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093afa95b. 00000400:00000010:1.0:1764938852.485502:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa974849. 00000100:00000200:1.0:1764938852.485506:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626944960, portal 16 00000400:00000010:1.0:1764938852.485511:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3750748. 00000100:00000200:1.0:1764938852.485513:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626944960, offset 0 00000400:00000200:1.0:1764938852.485518:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.485524:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.485529:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.485532:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.485535:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.485537:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90656:90656:255:4294967295] 192.168.203.57@tcp LPNI seq info [90656:90656:7:4294967295] 00000400:00000200:1.0:1764938852.485544:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.485549:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.485552:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938852.485555:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.485559:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.485560:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938852.485640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e632aa04. 00010000:00000010:3.1:1764938852.485709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001261ab7f. 00010000:00000010:3.1:1764938852.485715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002feedf3a. 00000800:00000200:3.0:1764938852.485749:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.485752:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352938). 00000400:00000200:3.0:1764938852.485756:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.485759:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.485762:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f68b74f9 00000400:00000010:3.0:1764938852.485764:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f68b74f9. 00000800:00000200:3.0:1764938852.485798:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.485800:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938852.485802:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.485805:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.485807:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3750748 00000400:00000010:3.0:1764938852.485808:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3750748. 00000100:00000200:3.0:1764938852.485812:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626944960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.492302:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.492319:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b7c0 00000400:00000200:1.0:1764938852.492326:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb16d9 [1] + 224 00000400:00000200:1.0:1764938852.492336:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.492340:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.492349:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000edb56958 x1850670626944960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.492386:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.492390:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f658c0 00000400:00000200:1.0:1764938852.492394:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0011 [2] + 1968 00000400:00000010:1.0:1764938852.492398:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000acf5d45f. 00000400:00000200:1.0:1764938852.492401:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000061337689 00000400:00000200:1.0:1764938852.493042:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.493048:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.493051:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061337689 00000400:00000010:1.0:1764938852.493053:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000061337689 (tot 82352538). 00000100:00000200:1.0:1764938852.493059:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1764938852.493126:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b6c4eb. 00000020:00000010:1.0:1764938852.493133:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.493138:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.493161:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4567a59 x1850670621022400/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938852.493186:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022400 02000000:00000010:1.0:1764938852.493196:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b138e70. 00010000:00000010:1.0:1764938852.493231:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938852.493239:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000055056227. 00000100:00000010:1.0:1764938852.493245:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000055056227. 00010000:00000010:1.0:1764938852.493248:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000010:1.0:1764938852.493261:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938852.493266:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022400, offset 224 00000400:00000200:1.0:1764938852.493272:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.493281:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.493285:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90657:90657:256:4294967295] 192.168.203.57@tcp LPNI seq info [90657:90657:8:4294967295] 00000400:00000200:1.0:1764938852.493294:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.493299:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.493303:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352786). 00000800:00000200:1.0:1764938852.493309:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.493315:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.493318:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.493333:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.493336:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.493339:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b6c4eb. 02000000:00000010:1.0:1764938852.493346:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6c9e107. 00000100:00000010:1.0:1764938852.493349:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbbde638. 02000000:00000010:1.0:1764938852.493353:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026d58502. 00000100:00000010:1.0:1764938852.493367:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000274d7da0. 02000000:00000010:1.0:1764938852.493371:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091605537. 00000100:00000010:1.0:1764938852.493373:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d93b713. 02000000:00000010:1.0:1764938852.493375:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8c7088c. 00000100:00000010:1.0:1764938852.493378:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b62eb6c. 02000000:00000010:1.0:1764938852.493381:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003914ae78. 00000100:00000010:1.0:1764938852.493384:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c666046. 02000000:00000010:1.0:1764938852.493387:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000678d5c83. 00000100:00000010:1.0:1764938852.493389:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000050fb875. 00000100:00000200:1.0:1764938852.493394:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938852.493399:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000acf5d45f. 00000400:00000010:1.0:1764938852.493402:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000055056227 (tot 82352938). 00000400:00000010:3.0:1764938852.493992:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093afa95b. 00000400:00000200:3.0:1764938852.493997:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa974849 00000400:00000010:3.0:1764938852.493999:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa974849. 00000100:00000200:3.0:1764938852.494006:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000edb56958 x1850670626944960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.494014:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000edb56958 x1850670626944960/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938852.494034:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099d4a65c. 02000000:00000010:3.0:1764938852.494047:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cd71f4e. 02000000:00000010:3.0:1764938852.494051:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040f3069d. 00000100:00000010:3.0:1764938852.494053:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 00000100:00000010:3.0:1764938852.494057:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090f1c029. 00010000:00000010:3.0:1764938852.494060:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6322786. 00080000:00000010:3.0:1764938852.494076:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099cc4cec. 00010000:00000010:3.0:1764938852.494180:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9abb471. 00010000:00000010:3.0:1764938852.494186:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7b0a1f5. 00010000:00000010:3.0:1764938852.494245:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5cd8dea. 00010000:00000010:3.0:1764938852.494248:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bb0a571e. 00010000:00000010:3.0:1764938852.494254:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938852.494258:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c315d04. 00080000:00000010:3.0:1764938852.494270:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f30d1d61. 00010000:00000010:3.0:1764938852.494293:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c315d04. 00010000:00000010:3.0:1764938852.494297:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb0a571e. 00010000:00000010:3.0:1764938852.494339:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.0:1764938852.494343:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c315d04. 00010000:00000010:3.0:1764938852.494350:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008019a0c9. 00000100:00000010:3.0:1764938852.494367:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938852.494374:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc87284. 02000000:00000010:3.0:1764938852.494383:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092f4a474. 02000000:00000010:3.0:1764938852.494405:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009407120e. 00000400:00000010:3.0:1764938852.494409:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007890ef0. 00000400:00000010:3.0:1764938852.494413:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae993c69. 00000100:00000200:3.0:1764938852.494417:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945024, portal 16 00000400:00000010:3.0:1764938852.494421:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f724e3. 00000100:00000200:3.0:1764938852.494422:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945024, offset 0 00000400:00000200:3.0:1764938852.494428:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.494437:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.494443:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.494446:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.494449:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.494451:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90658:90658:255:4294967295] 192.168.203.57@tcp LPNI seq info [90658:90658:7:4294967295] 00000400:00000200:3.0:1764938852.494458:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.494462:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.494466:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82353186). 00000800:00000200:3.0:1764938852.494471:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.494476:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.494478:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938852.495682:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000846afbd6. 00010000:00000010:1.1:1764938852.495692:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c32ce605. 00010000:00000010:1.1:1764938852.495696:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb95525. 00000800:00000200:1.0:1764938852.495713:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.495717:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352938). 00000400:00000200:1.0:1764938852.495721:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.495727:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.495731:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:1.0:1764938852.495733:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 02000000:00000010:1.0:1764938852.495739:0:15836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b138e70. 00000800:00000200:1.0:1764938852.496399:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.496402:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352690). 00000400:00000200:1.0:1764938852.496407:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.496411:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.496414:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f724e3 00000400:00000010:1.0:1764938852.496416:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f724e3. 00000100:00000200:1.0:1764938852.496423:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc87284 x1850670626945024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.497394:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.497408:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b800 00000400:00000200:3.0:1764938852.497416:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb16e9 [1] + 224 00000400:00000200:3.0:1764938852.497430:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.497433:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.497440:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc87284 x1850670626945024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.497715:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007890ef0. 00000400:00000200:1.0:1764938852.497719:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae993c69 00000400:00000010:1.0:1764938852.497720:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae993c69. 00000100:00000200:1.0:1764938852.497725:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc87284 x1850670626945024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.497734:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc87284 x1850670626945024/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.497759:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009407120e. 02000000:00000010:1.0:1764938852.497764:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092f4a474. 00000100:00000010:1.0:1764938852.497768:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc87284. 00000100:00000010:1.0:1764938852.497772:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:1.0:1764938852.497775:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008019a0c9. 00000400:00000200:3.0:1764938852.498047:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.498054:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65900 00000400:00000200:3.0:1764938852.498060:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0071 [2] + 0 00000400:00000200:3.0:1764938852.499293:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.499303:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.499309:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.499316:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00000020:00000010:1.0:1764938852.499422:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b138e70. 00000020:00000010:1.0:1764938852.499429:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.499433:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.499455:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670621022464/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938852.499491:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022464 02000000:00000010:1.0:1764938852.499502:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6c9e107. 00010000:00000010:1.0:1764938852.499528:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf3b3788. 00010000:00000010:1.0:1764938852.499545:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938852.499552:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.499569:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.499573:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000400:00000010:1.0:1764938852.499588:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c524dd7c. 00000100:00000200:1.0:1764938852.499593:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022464, offset 224 00000400:00000200:1.0:1764938852.499600:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.499610:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.499616:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90659:90659:256:4294967295] 192.168.203.57@tcp LPNI seq info [90659:90659:8:4294967295] 00000400:00000200:1.0:1764938852.499625:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.499629:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.499633:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938852.499639:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.499645:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.499648:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.499673:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.499677:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.499680:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b138e70. 00080000:00000010:3.0:1764938852.499761:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ff1e48d. 00010000:00000010:3.0:1764938852.499851:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c315d04. 00010000:00000010:3.0:1764938852.499858:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007fcc1b53. 00010000:00000010:3.0:1764938852.499929:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dc43c60. 00010000:00000010:3.0:1764938852.499935:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c315d04. 00010000:00000010:3.0:1764938852.499946:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053588cc3. 00000100:00000010:3.0:1764938852.499949:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938852.499955:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bac836f6. 02000000:00000010:3.0:1764938852.499965:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009407120e. 02000000:00000010:3.0:1764938852.499987:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d242249. 00000400:00000010:3.0:1764938852.499992:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.499997:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046f0a039. 00000100:00000200:3.0:1764938852.500001:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945088, portal 16 00000400:00000010:3.0:1764938852.500005:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6ce6e2. 00000100:00000200:3.0:1764938852.500007:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945088, offset 0 00000400:00000200:3.0:1764938852.500012:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.500018:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.500024:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.500027:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.500030:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.500032:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90660:90660:255:4294967295] 192.168.203.57@tcp LPNI seq info [90660:90660:7:4294967295] 00000400:00000200:3.0:1764938852.500038:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.500042:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.500045:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82353186). 00000800:00000200:3.0:1764938852.500048:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.500051:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.500053:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.500153:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.500157:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352938). 00000400:00000200:0.0:1764938852.500161:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.500165:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.500168:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c524dd7c 00000400:00000010:0.0:1764938852.500170:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c524dd7c. 00000800:00000200:0.0:1764938852.500221:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.500224:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352690). 00000400:00000200:0.0:1764938852.500227:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.500231:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.500233:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6ce6e2 00000400:00000010:0.0:1764938852.500234:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6ce6e2. 00000100:00000200:0.0:1764938852.500238:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bac836f6 x1850670626945088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.501260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf4e5105. 00010000:00000010:3.1:1764938852.501268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1d1fbae. 00010000:00000010:3.1:1764938852.501271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c82e6a. 00010000:00000010:3.1:1764938852.501274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cd8dea. 00010000:00000010:3.1:1764938852.501276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00000400:00000200:3.0:1764938852.502313:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.502328:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b840 00000400:00000200:3.0:1764938852.502336:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb16f5 [1] + 224 00000400:00000200:3.0:1764938852.502349:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.502353:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.502370:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bac836f6 x1850670626945088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.502589:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:1.0:1764938852.502594:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046f0a039 00000400:00000010:1.0:1764938852.502596:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046f0a039. 00000100:00000200:1.0:1764938852.502602:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bac836f6 x1850670626945088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.502609:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bac836f6 x1850670626945088/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.502635:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d242249. 02000000:00000010:1.0:1764938852.502640:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009407120e. 00000100:00000010:1.0:1764938852.502644:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bac836f6. 00000100:00000010:1.0:1764938852.502648:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:1.0:1764938852.502651:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053588cc3. 00010000:00000010:1.1:1764938852.504619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092079d4b. 00010000:00000010:3.1:1764938852.504743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d3442fa. 00010000:00000010:3.1:1764938852.504748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00000400:00000200:1.0:1764938852.508835:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.508854:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65940 00000400:00000200:1.0:1764938852.508862:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0071 [2] + 328 00000400:00000200:1.0:1764938852.508929:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.508933:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.508938:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.508944:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000315e5b21. 00000020:00000010:0.0:1764938852.509029:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038e56be0. 00000020:00000010:0.0:1764938852.509036:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000eb86913. 00000020:00000010:0.0:1764938852.509039:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.509061:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000315e5b21 x1850670621022528/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938852.509089:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022528 02000000:00000010:0.0:1764938852.509099:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041fcad6c. 00010000:00000010:0.0:1764938852.509141:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051f04f4b. 00010000:00000010:0.0:1764938852.509162:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c02e066e. 00000100:00000010:0.0:1764938852.509168:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.509178:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:0.0:1764938852.509181:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c02e066e. 00000400:00000010:0.0:1764938852.509193:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938852.509199:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022528, offset 224 00000400:00000200:0.0:1764938852.509212:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.509223:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.509228:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90661:90661:256:4294967295] 192.168.203.57@tcp LPNI seq info [90661:90661:8:4294967295] 00000400:00000200:0.0:1764938852.509237:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.509242:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.509246:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938852.509251:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.509256:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.509260:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.509275:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000eb86913. 00000020:00000010:0.0:1764938852.509279:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.509282:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038e56be0. 00000800:00000200:0.0:1764938852.509346:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.509349:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:0.0:1764938852.509352:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.509363:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.509367:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938852.509369:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00080000:00000010:1.0:1764938852.509429:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b138e70. 00010000:00000010:1.0:1764938852.509510:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c315d04. 00010000:00000010:1.0:1764938852.509517:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000826bc00c. 00010000:00000010:1.0:1764938852.509585:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000876cd5bc. 00010000:00000010:1.0:1764938852.509591:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002dab68c7. 00010000:00000010:1.0:1764938852.509601:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938852.509605:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.509610:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938852.509619:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063b6c4eb. 02000000:00000010:1.0:1764938852.509640:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfd89610. 00000400:00000010:1.0:1764938852.509645:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4f00a3a. 00000400:00000010:1.0:1764938852.509649:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938852.509654:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945152, portal 16 00000400:00000010:1.0:1764938852.509659:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ccb34b. 00000100:00000200:1.0:1764938852.509661:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945152, offset 0 00000400:00000200:1.0:1764938852.509666:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.509672:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.509677:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.509680:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.509683:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.509685:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90662:90662:256:4294967295] 192.168.203.57@tcp LPNI seq info [90662:90662:8:4294967295] 00000400:00000200:1.0:1764938852.509692:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.509696:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.509699:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938852.509702:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.509706:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.509709:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.510322:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.510325:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:0.0:1764938852.510329:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.510334:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.510337:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ccb34b 00000400:00000010:0.0:1764938852.510338:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ccb34b. 00000100:00000200:0.0:1764938852.510344:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626945152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.516209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6961ad5. 00010000:00000010:1.1:1764938852.516288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006080cbd0. 00010000:00000010:1.1:1764938852.516294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc43c60. 00000400:00000200:3.0:1764938852.517004:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.517018:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b880 00000400:00000200:3.0:1764938852.517025:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1701 [1] + 224 00000400:00000200:3.0:1764938852.517035:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.517039:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.517511:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626945152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.517543:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.517549:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65980 00000400:00000200:3.0:1764938852.517553:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0071 [2] + 656 00000400:00000200:3.0:1764938852.517594:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.517597:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.517601:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.517606:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 00000020:00000010:1.0:1764938852.517779:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5a6d24a. 00000020:00000010:1.0:1764938852.517785:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279336f2. 00000020:00000010:1.0:1764938852.517789:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.517810:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002724c5db x1850670621022592/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938852.517838:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022592 02000000:00000010:1.0:1764938852.517847:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040f3069d. 00010000:00000010:1.0:1764938852.517879:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd80b158. 00000100:00000010:1.0:1764938852.517884:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d12b35fa. 00000100:00000010:1.0:1764938852.517889:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d12b35fa. 00010000:00000010:1.0:1764938852.517892:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd80b158. 00000400:00000010:1.0:1764938852.517904:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938852.517908:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022592, offset 224 00000400:00000200:1.0:1764938852.517914:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.517923:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.517928:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90663:90663:256:4294967295] 192.168.203.57@tcp LPNI seq info [90663:90663:8:4294967295] 00000400:00000200:1.0:1764938852.517937:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.517941:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.517945:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938852.517949:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.517954:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.517957:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.517972:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279336f2. 00000020:00000010:1.0:1764938852.517975:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.517978:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5a6d24a. 00000400:00000010:1.0:1764938852.517995:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4f00a3a. 00000400:00000200:1.0:1764938852.517998:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:1.0:1764938852.517999:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:1.0:1764938852.518002:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626945152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.518009:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626945152/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938852.518024:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c1874c9. 02000000:00000010:1.0:1764938852.518035:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfd89610. 02000000:00000010:1.0:1764938852.518038:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063b6c4eb. 00000100:00000010:1.0:1764938852.518051:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938852.518054:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.518056:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00080000:00000010:1.0:1764938852.518069:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063b6c4eb. 00010000:00000010:1.0:1764938852.518154:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002dab68c7. 00010000:00000010:1.0:1764938852.518159:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4e32a83. 00010000:00000010:1.0:1764938852.518218:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da0c994e. 00010000:00000010:1.0:1764938852.518222:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002dab68c7. 00010000:00000010:1.0:1764938852.518230:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a657c87. 00000100:00000010:1.0:1764938852.518233:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.518237:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938852.518244:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfd89610. 02000000:00000010:1.0:1764938852.518261:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5a6d24a. 00000400:00000010:1.0:1764938852.518264:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4f00a3a. 00000400:00000010:1.0:1764938852.518267:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013e66975. 00000100:00000200:1.0:1764938852.518282:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945216, portal 16 00000400:00000010:1.0:1764938852.518286:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938852.518287:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945216, offset 0 00000400:00000200:1.0:1764938852.518292:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.518296:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.518302:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.518305:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.518308:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.518310:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90664:90664:255:4294967295] 192.168.203.57@tcp LPNI seq info [90664:90664:7:4294967295] 00000400:00000200:1.0:1764938852.518316:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.518320:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.518323:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82353186). 00000800:00000200:1.0:1764938852.518326:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.518329:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.518331:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.518373:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.518376:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352938). 00000400:00000200:1.0:1764938852.518379:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.518382:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.518384:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:1.0:1764938852.518385:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000800:00000200:1.0:1764938852.518423:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.518424:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:1.0:1764938852.518426:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.518429:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.518430:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:1.0:1764938852.518432:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:1.0:1764938852.518435:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626945216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.526099:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.526152:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b8c0 00000400:00000200:0.0:1764938852.526172:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb170d [1] + 224 00000400:00000200:0.0:1764938852.526185:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.526189:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.526200:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626945216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.526237:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.526242:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f659c0 00000400:00000200:0.0:1764938852.526247:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0071 [2] + 984 00000400:00000200:0.0:1764938852.526255:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.526258:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.526261:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.526266:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b955191. 00000020:00000010:0.0:1764938852.526314:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6a0298. 00000020:00000010:0.0:1764938852.526320:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051a71fb1. 00000020:00000010:0.0:1764938852.526323:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.526345:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b955191 x1850670621022656/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:3.0:1764938852.526433:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4f00a3a. 00000400:00000200:3.0:1764938852.526438:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013e66975 00000400:00000010:3.0:1764938852.526440:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013e66975. 00000100:00000200:3.0:1764938852.526446:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626945216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.526452:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626945216/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.526476:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5a6d24a. 02000000:00000010:3.0:1764938852.526481:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfd89610. 00000100:00000010:3.0:1764938852.526485:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:3.0:1764938852.526490:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:3.0:1764938852.526493:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a657c87. 00000100:00000200:0.0:1764938852.526615:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022656 02000000:00000010:0.0:1764938852.526626:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d67b991f. 00010000:00000010:0.0:1764938852.526650:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e0d0c6a. 00010000:00000010:0.0:1764938852.526667:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c02e066e. 00000100:00000010:0.0:1764938852.526672:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.526688:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:0.0:1764938852.526691:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c02e066e. 00000400:00000010:0.0:1764938852.526702:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938852.526706:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022656, offset 224 00000400:00000200:0.0:1764938852.526712:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.526721:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.526726:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90665:90665:256:4294967295] 192.168.203.57@tcp LPNI seq info [90665:90665:8:4294967295] 00000400:00000200:0.0:1764938852.526736:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.526741:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.526744:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938852.526749:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.526755:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.526758:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.526774:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051a71fb1. 00000020:00000010:0.0:1764938852.526777:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:0.0:1764938852.526779:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e6a0298. 00080000:00000010:3.0:1764938852.527354:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d9e6359. 00000800:00000200:0.0:1764938852.527469:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.527474:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:0.0:1764938852.527478:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.527482:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.527486:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938852.527488:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00010000:00000010:3.0:1764938852.527650:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002dab68c7. 00010000:00000010:3.0:1764938852.527658:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000014f8cff. 00010000:00000010:1.1:1764938852.528136:0:78551:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ced04514. 00010000:00000010:1.1:1764938852.528142:0:78551:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000415dac7e. 00010000:00000010:1.1:1764938852.528147:0:78551:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876cd5bc. 00010000:00000010:2.0:1764938852.529211:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a5b8014. 00010000:00000010:2.0:1764938852.529222:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000729efb8a. 00010000:00000010:2.0:1764938852.529236:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ead391c0. 00000100:00000010:2.0:1764938852.529242:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.529251:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938852.529262:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002be90b8c. 02000000:00000010:2.0:1764938852.529286:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2266a6d. 00000400:00000010:2.0:1764938852.529291:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de92d9e. 00000400:00000010:2.0:1764938852.529297:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b535539f. 00000100:00000200:2.0:1764938852.529302:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945280, portal 16 00000400:00000010:2.0:1764938852.529306:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095daec2b. 00000100:00000200:2.0:1764938852.529308:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945280, offset 0 00000400:00000200:2.0:1764938852.529315:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.529329:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.529335:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.529338:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.529341:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.529344:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90666:90666:256:4294967295] 192.168.203.57@tcp LPNI seq info [90666:90666:8:4294967295] 00000400:00000200:2.0:1764938852.529353:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.529371:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.529375:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938852.529381:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.529387:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.529390:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938852.530598:0:78550:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a42eeb7. 00000800:00000200:1.0:1764938852.531149:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.531153:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:1.0:1764938852.531253:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.531260:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.531265:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095daec2b 00000400:00000010:1.0:1764938852.531267:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095daec2b. 00000100:00000200:1.0:1764938852.531276:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a7e89f3 x1850670626945280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.532418:0:78561:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004747c735. 00010000:00000010:3.1:1764938852.532426:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0c994e. 00000400:00000200:0.0:1764938852.534449:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.534467:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b900 00000400:00000200:0.0:1764938852.534476:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1719 [1] + 224 00000400:00000200:0.0:1764938852.534491:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.534495:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.534506:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a7e89f3 x1850670626945280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.534668:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.534676:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65a00 00000400:00000200:3.0:1764938852.534681:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0071 [2] + 1312 00000400:00000200:3.0:1764938852.534729:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.534732:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.534736:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.534741:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00000020:00000010:3.0:1764938852.534785:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045b5b005. 00000020:00000010:3.0:1764938852.534790:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ad04bbab. 00000020:00000010:3.0:1764938852.534794:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000b18cb76. 00000100:00000200:3.0:1764938852.534814:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670621022720/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938852.534841:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022720 02000000:00000010:3.0:1764938852.534851:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ffe09f2. 00010000:00000010:3.0:1764938852.534888:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938852.534893:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000591eeed9. 00000100:00000010:3.0:1764938852.534899:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000591eeed9. 00010000:00000010:3.0:1764938852.534902:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000010:3.0:1764938852.534914:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938852.534919:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022720, offset 224 00000400:00000200:3.0:1764938852.534926:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.534936:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.534941:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90667:90667:256:4294967295] 192.168.203.57@tcp LPNI seq info [90667:90667:8:4294967295] 00000400:00000200:3.0:1764938852.534951:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.534956:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.534960:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352938). 00000800:00000200:3.0:1764938852.534965:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.534972:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.534976:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.534988:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ad04bbab. 00000020:00000010:3.0:1764938852.534991:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000b18cb76. 00000020:00000010:3.0:1764938852.534995:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045b5b005. 00000800:00000200:3.0:1764938852.535046:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.535049:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:3.0:1764938852.535052:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.535055:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.535058:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:3.0:1764938852.535060:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00000400:00000010:1.0:1764938852.535146:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008de92d9e. 00000400:00000200:1.0:1764938852.535151:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b535539f 00000400:00000010:1.0:1764938852.535153:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b535539f. 00000100:00000200:1.0:1764938852.535159:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a7e89f3 x1850670626945280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.535167:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a7e89f3 x1850670626945280/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938852.535187:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e714cb5b. 02000000:00000010:1.0:1764938852.535199:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2266a6d. 02000000:00000010:1.0:1764938852.535205:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002be90b8c. 00000100:00000010:1.0:1764938852.535208:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000010:1.0:1764938852.535211:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:1.0:1764938852.535214:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ead391c0. 00080000:00000010:1.0:1764938852.535228:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cd71f4e. 00010000:00000010:1.0:1764938852.535306:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729efb8a. 00010000:00000010:1.0:1764938852.535313:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000abb1db5. 00010000:00000010:1.0:1764938852.535387:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0b0e38f. 00010000:00000010:1.0:1764938852.535391:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009e1237da. 00010000:00000010:1.0:1764938852.535396:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000876cd5bc. 00010000:00000010:1.0:1764938852.535401:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088ff08f4. 00080000:00000010:1.0:1764938852.535413:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfd89610. 00010000:00000010:1.0:1764938852.535438:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088ff08f4. 00010000:00000010:1.0:1764938852.535442:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e1237da. 00010000:00000010:1.0:1764938852.535489:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015a9c2cf. 00010000:00000010:1.0:1764938852.535492:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088ff08f4. 00010000:00000010:1.0:1764938852.535500:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd80b158. 00000100:00000010:1.0:1764938852.535503:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d12b35fa. 00000100:00000010:1.0:1764938852.535510:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 02000000:00000010:1.0:1764938852.535519:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5a6d24a. 02000000:00000010:1.0:1764938852.535539:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009407120e. 00000400:00000010:1.0:1764938852.535544:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f07f7620. 00000400:00000010:1.0:1764938852.535547:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cffba425. 00000100:00000200:1.0:1764938852.535552:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945344, portal 16 00000400:00000010:1.0:1764938852.535556:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938852.535558:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945344, offset 0 00000400:00000200:1.0:1764938852.535563:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.535570:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.535577:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.535580:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.535582:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.535584:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90668:90668:256:4294967295] 192.168.203.57@tcp LPNI seq info [90668:90668:8:4294967295] 00000400:00000200:1.0:1764938852.535591:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.535595:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.535597:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938852.535600:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.535604:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.535606:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.535661:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.535663:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:1.0:1764938852.535667:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.535670:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.535673:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:1.0:1764938852.535674:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000100:00000200:1.0:1764938852.535678:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000081ad0fea x1850670626945344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.539341:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.539368:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b940 00000400:00000200:1.0:1764938852.539376:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1725 [1] + 224 00000400:00000200:1.0:1764938852.539390:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.539394:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.539409:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000081ad0fea x1850670626945344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1764938852.539459:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f07f7620. 00000400:00000200:2.0:1764938852.539463:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cffba425 00000400:00000010:2.0:1764938852.539465:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cffba425. 00000100:00000200:2.0:1764938852.539471:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000081ad0fea x1850670626945344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.539477:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000081ad0fea x1850670626945344/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1764938852.539504:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009407120e. 02000000:00000010:2.0:1764938852.539509:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5a6d24a. 00000100:00000010:2.0:1764938852.539512:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 00000100:00000010:2.0:1764938852.539515:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d12b35fa. 00010000:00000010:2.0:1764938852.539519:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd80b158. 00000400:00000200:1.0:1764938852.540268:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.540278:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65a40 00000400:00000200:1.0:1764938852.540284:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0071 [2] + 1640 00000400:00000200:1.0:1764938852.540334:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.540338:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.540342:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.540347:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000081ad0fea. 00000020:00000010:3.0:1764938852.540569:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012117617. 00000020:00000010:3.0:1764938852.540576:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1dd3ce2. 00000020:00000010:3.0:1764938852.540580:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000b18cb76. 00000100:00000200:3.0:1764938852.540603:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000081ad0fea x1850670621022784/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938852.540641:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022784 02000000:00000010:3.0:1764938852.540650:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20fde9f. 00010000:00000010:3.0:1764938852.540675:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092ad8c14. 00010000:00000010:3.0:1764938852.540691:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938852.540698:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.540707:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.540710:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000400:00000010:3.0:1764938852.540722:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938852.540727:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022784, offset 224 00000400:00000200:3.0:1764938852.540733:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.540743:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.540748:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90669:90669:256:4294967295] 192.168.203.57@tcp LPNI seq info [90669:90669:8:4294967295] 00000400:00000200:3.0:1764938852.540756:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.540761:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.540765:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352938). 00000800:00000200:3.0:1764938852.540770:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.540775:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.540778:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.540796:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1dd3ce2. 00000020:00000010:3.0:1764938852.540800:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000b18cb76. 00000020:00000010:3.0:1764938852.540803:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012117617. 00000800:00000200:3.0:1764938852.540865:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.540868:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:3.0:1764938852.540872:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.540875:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.540879:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:3.0:1764938852.540880:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00080000:00000010:3.0:1764938852.541640:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012117617. 00010000:00000010:3.0:1764938852.541722:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088ff08f4. 00010000:00000010:3.0:1764938852.541729:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024c9ec80. 00010000:00000010:3.0:1764938852.541792:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e0f8e5c. 00010000:00000010:3.0:1764938852.541798:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b35e7f6. 00010000:00000010:3.0:1764938852.541808:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fb79b10. 00000100:00000010:3.0:1764938852.541813:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.541820:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdea65dc. 02000000:00000010:3.0:1764938852.541830:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029081c0f. 02000000:00000010:3.0:1764938852.541854:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005383e575. 00000400:00000010:3.0:1764938852.541859:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008cc289f7. 00000400:00000010:3.0:1764938852.541864:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af86888. 00000100:00000200:3.0:1764938852.541868:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945408, portal 16 00000400:00000010:3.0:1764938852.541872:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bce030b7. 00000100:00000200:3.0:1764938852.541874:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945408, offset 0 00000400:00000200:3.0:1764938852.541880:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.541890:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.541896:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.541899:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.541902:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.541904:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90670:90670:256:4294967295] 192.168.203.57@tcp LPNI seq info [90670:90670:8:4294967295] 00000400:00000200:3.0:1764938852.541913:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.541916:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.541919:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352938). 00000800:00000200:3.0:1764938852.541923:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.541928:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.541930:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.543653:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.543660:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:1.0:1764938852.543666:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.543673:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.543678:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bce030b7 00000400:00000010:1.0:1764938852.543679:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bce030b7. 00000100:00000200:1.0:1764938852.543687:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cdea65dc x1850670626945408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.544333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000553584d9. 00010000:00000010:1.1:1764938852.544340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b836f94d. 00010000:00000010:1.1:1764938852.544343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5b8014. 00010000:00000010:1.1:1764938852.544347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b0e38f. 00010000:00000010:1.1:1764938852.544349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876cd5bc. 00010000:00000010:3.1:1764938852.544527:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cee20c0. 00010000:00000010:3.1:1764938852.549484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2430c4f. 00010000:00000010:3.1:1764938852.549499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a9c2cf. 00000400:00000200:1.0:1764938852.549770:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.549784:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b980 00000400:00000200:1.0:1764938852.549792:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1731 [1] + 224 00000400:00000200:1.0:1764938852.549802:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.549805:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.549815:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cdea65dc x1850670626945408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.549855:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.549860:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65a80 00000400:00000200:1.0:1764938852.549866:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0071 [2] + 1968 00000400:00000010:1.0:1764938852.549870:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf42e4b. 00000400:00000200:1.0:1764938852.549874:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004ebe249f 00000400:00000010:2.0:1764938852.549879:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008cc289f7. 00000400:00000200:2.0:1764938852.549885:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af86888 00000400:00000010:2.0:1764938852.549887:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af86888. 00000100:00000200:2.0:1764938852.549894:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cdea65dc x1850670626945408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.549902:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cdea65dc x1850670626945408/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.549926:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1764938852.549931:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005383e575. 00000400:00000200:1.0:1764938852.549932:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.549937:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ebe249f 02000000:00000010:2.0:1764938852.549938:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000029081c0f. 00000400:00000010:1.0:1764938852.549940:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004ebe249f (tot 82352538). 00000100:00000010:2.0:1764938852.549943:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdea65dc. 00000100:00000200:1.0:1764938852.549947:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.549949:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:2.0:1764938852.549954:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fb79b10. 00000020:00000010:0.0:1764938852.550028:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6a0298. 00000020:00000010:0.0:1764938852.550035:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053889cf6. 00000020:00000010:0.0:1764938852.550039:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ebbb737. 00000100:00000200:0.0:1764938852.550605:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001f1bdd00 x1850670621022848/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938852.551173:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022848 02000000:00000010:3.0:1764938852.551186:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045b5b005. 00010000:00000010:3.0:1764938852.551210:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000027a6a4e. 00010000:00000010:3.0:1764938852.551229:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938852.551235:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048b559b1. 00000100:00000010:3.0:1764938852.551243:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048b559b1. 00010000:00000010:3.0:1764938852.551246:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938852.551258:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938852.551262:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022848, offset 224 00000400:00000200:3.0:1764938852.551270:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.551283:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.551288:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90671:90671:256:4294967295] 192.168.203.57@tcp LPNI seq info [90671:90671:8:4294967295] 00000400:00000200:3.0:1764938852.551297:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.551302:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.551306:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352786). 00000800:00000200:3.0:1764938852.551311:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.551317:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.551321:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.551339:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053889cf6. 00000020:00000010:3.0:1764938852.551343:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ebbb737. 00000020:00000010:3.0:1764938852.551346:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e6a0298. 02000000:00000010:3.0:1764938852.551354:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20fde9f. 00000100:00000010:3.0:1764938852.551369:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000081ad0fea. 02000000:00000010:3.0:1764938852.551373:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ffe09f2. 00000100:00000010:3.0:1764938852.551375:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938852.551378:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d67b991f. 00000100:00000010:3.0:1764938852.551380:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b955191. 02000000:00000010:3.0:1764938852.551383:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040f3069d. 00000100:00000010:3.0:1764938852.551385:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.551388:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041fcad6c. 00000100:00000010:3.0:1764938852.551390:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000315e5b21. 02000000:00000010:3.0:1764938852.551392:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6c9e107. 00000100:00000010:3.0:1764938852.551394:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 00000100:00000200:3.0:1764938852.551403:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1764938852.551485:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.551489:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352538). 00000400:00000200:3.0:1764938852.551494:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.551498:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.551502:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:3.0:1764938852.551503:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 02000000:00000010:3.0:1764938852.551506:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045b5b005. 00000400:00000010:3.0:1764938852.551519:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008cc289f7. 00000400:00000010:3.0:1764938852.551524:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000048b559b1 (tot 82352690). 00080000:00000010:2.0:1764938852.552072:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac4f2b13. 00010000:00000010:2.0:1764938852.552180:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b35e7f6. 00010000:00000010:2.0:1764938852.552188:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000056eb093. 00010000:00000010:2.0:1764938852.552260:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000905fea4f. 00010000:00000010:2.0:1764938852.552266:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003c7629c7. 00010000:00000010:2.0:1764938852.552277:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b0151260. 00000100:00000010:2.0:1764938852.552281:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:2.0:1764938852.552288:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938852.552299:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6fbe4f9. 02000000:00000010:2.0:1764938852.552321:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002be90b8c. 00000400:00000010:2.0:1764938852.552326:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083cda3c5. 00000400:00000010:2.0:1764938852.552330:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015972057. 00000100:00000200:2.0:1764938852.552334:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945472, portal 16 00000400:00000010:2.0:1764938852.552338:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b5128a. 00000100:00000200:2.0:1764938852.552340:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945472, offset 0 00000400:00000200:2.0:1764938852.552346:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.552364:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.552372:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.552375:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.552378:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.552381:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90672:90672:256:4294967295] 192.168.203.57@tcp LPNI seq info [90672:90672:8:4294967295] 00000400:00000200:2.0:1764938852.552389:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.552393:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.552396:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed4e3e51 (tot 82352938). 00000800:00000200:2.0:1764938852.552401:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.552405:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.552408:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed4e3e51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.552503:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.552507:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed4e3e51 (tot 82352690). 00000400:00000200:3.0:1764938852.552512:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.552517:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.552520:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b5128a 00000400:00000010:3.0:1764938852.552521:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b5128a. 00000100:00000200:3.0:1764938852.552528:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a7e89f3 x1850670626945472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.554729:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.554745:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550b9c0 00000400:00000200:1.0:1764938852.554751:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1741 [1] + 224 00000400:00000200:1.0:1764938852.554760:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.554764:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.554771:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a7e89f3 x1850670626945472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.554798:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.554803:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65ac0 00000400:00000200:1.0:1764938852.554806:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb00c1 [2] + 0 00000400:00000200:1.0:1764938852.554814:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.554816:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.554819:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.554824:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000020:00000010:1.0:1764938852.555174:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009407120e. 00000020:00000010:1.0:1764938852.555181:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009e1237da. 00000020:00000010:1.0:1764938852.555186:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.555208:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548a2fdc x1850670621022912/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938852.555239:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022912 02000000:00000010:1.0:1764938852.555250:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7b11732. 00010000:00000010:1.0:1764938852.555284:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bed2f867. 00000100:00000010:1.0:1764938852.555290:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d12b35fa. 00000100:00000010:1.0:1764938852.555296:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d12b35fa. 00010000:00000010:1.0:1764938852.555299:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bed2f867. 00000400:00000010:1.0:1764938852.555314:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5d602d6. 00000100:00000200:1.0:1764938852.555318:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022912, offset 224 00000400:00000200:1.0:1764938852.555325:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.555334:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.555339:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90673:90673:256:4294967295] 192.168.203.57@tcp LPNI seq info [90673:90673:8:4294967295] 00000400:00000200:1.0:1764938852.555347:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.555351:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.555366:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938852.555371:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.555377:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.555380:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.555401:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009e1237da. 00000020:00000010:1.0:1764938852.555405:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000800:00000200:3.0:1764938852.555651:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.555655:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938852.555659:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.555663:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.555666:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5d602d6 00000400:00000010:3.0:1764938852.555668:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5d602d6. 00000020:00000010:1.0:1764938852.555838:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009407120e. 00000400:00000010:0.0:1764938852.556510:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083cda3c5. 00000400:00000200:0.0:1764938852.556515:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015972057 00000400:00000010:0.0:1764938852.556517:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015972057. 00000100:00000200:0.0:1764938852.556524:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a7e89f3 x1850670626945472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.556533:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a7e89f3 x1850670626945472/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938852.556555:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a1aff45. 02000000:00000010:0.0:1764938852.556568:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002be90b8c. 02000000:00000010:0.0:1764938852.556574:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6fbe4f9. 00000100:00000010:0.0:1764938852.556577:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000010:0.0:1764938852.556580:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:0.0:1764938852.556582:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b0151260. 00080000:00000010:0.0:1764938852.556596:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000053df115. 00010000:00000010:0.0:1764938852.556683:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c7629c7. 00010000:00000010:0.0:1764938852.556690:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7e4b5c4. 00010000:00000010:0.0:1764938852.556751:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f73dc14. 00010000:00000010:0.0:1764938852.556757:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.556768:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ced54e. 00000100:00000010:0.0:1764938852.556773:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.556780:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 02000000:00000010:0.0:1764938852.556790:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d67b991f. 02000000:00000010:0.0:1764938852.556812:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e6a0298. 00000400:00000010:0.0:1764938852.556817:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938852.556820:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938852.556825:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945536, portal 16 00000400:00000010:0.0:1764938852.556828:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000758012f2. 00000100:00000200:0.0:1764938852.556830:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945536, offset 0 00000400:00000200:0.0:1764938852.556898:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.556908:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.556914:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.556918:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.556921:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.556924:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90674:90674:256:4294967295] 192.168.203.57@tcp LPNI seq info [90674:90674:8:4294967295] 00000400:00000200:0.0:1764938852.556933:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.556938:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.556941:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938852.556946:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.556951:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.556954:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.557495:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.557498:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:3.0:1764938852.557502:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.557505:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.557509:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000758012f2 00000400:00000010:3.0:1764938852.557510:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000758012f2. 00000100:00000200:3.0:1764938852.557515:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c26b009e x1850670626945536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.558458:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.558475:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ba00 00000400:00000200:1.0:1764938852.558482:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb174d [1] + 224 00000400:00000200:1.0:1764938852.558491:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.558494:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.558500:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c26b009e x1850670626945536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.559584:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.559592:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65b00 00000400:00000200:1.0:1764938852.559598:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb00c1 [2] + 328 00000400:00000200:1.0:1764938852.559647:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.559651:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.559655:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.559660:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 00000020:00000010:3.0:1764938852.559930:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045b5b005. 00000020:00000010:3.0:1764938852.559936:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bb0a571e. 00000020:00000010:3.0:1764938852.559940:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000b18cb76. 00000100:00000200:3.0:1764938852.559959:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edb56958 x1850670621022976/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1764938852.559989:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621022976 02000000:00000010:3.0:1764938852.559998:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ffe09f2. 00010000:00000010:3.0:1764938852.560028:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f432c3f. 00000100:00000010:3.0:1764938852.560032:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f5ef. 00000100:00000010:3.0:1764938852.560037:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f5ef. 00010000:00000010:3.0:1764938852.560040:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f432c3f. 00000400:00000010:3.0:1764938852.560052:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938852.560056:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621022976, offset 224 00000400:00000200:3.0:1764938852.560063:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.560072:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.560076:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90675:90675:256:4294967295] 192.168.203.57@tcp LPNI seq info [90675:90675:8:4294967295] 00000400:00000200:3.0:1764938852.560086:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.560090:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.560093:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352938). 00000800:00000200:3.0:1764938852.560098:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.560118:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.560121:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.560133:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bb0a571e. 00000020:00000010:3.0:1764938852.560136:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000b18cb76. 00000020:00000010:3.0:1764938852.560139:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045b5b005. 00000800:00000200:3.0:1764938852.560190:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.560193:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:3.0:1764938852.560197:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.560200:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.560203:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:3.0:1764938852.560205:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00000400:00000010:0.0:1764938852.560215:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938852.560220:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938852.560221:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:0.0:1764938852.560226:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c26b009e x1850670626945536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.560233:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c26b009e x1850670626945536/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938852.560254:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008883df49. 02000000:00000010:0.0:1764938852.560269:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e6a0298. 02000000:00000010:0.0:1764938852.560274:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d67b991f. 00000100:00000010:0.0:1764938852.560278:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 00000100:00000010:0.0:1764938852.560280:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:0.0:1764938852.560282:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ced54e. 00080000:00000010:0.0:1764938852.560295:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d67b991f. 00010000:00000010:0.0:1764938852.560378:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.560384:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8552663. 00010000:00000010:0.0:1764938852.560450:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059b3298d. 00010000:00000010:0.0:1764938852.560455:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.560465:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ced54e. 00000100:00000010:0.0:1764938852.560468:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.560473:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 02000000:00000010:0.0:1764938852.560481:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e6a0298. 02000000:00000010:0.0:1764938852.560505:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4303760. 00000400:00000010:0.0:1764938852.560509:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938852.560512:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938852.560516:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945600, portal 16 00000400:00000010:0.0:1764938852.560520:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d3d2f2. 00000100:00000200:0.0:1764938852.560522:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945600, offset 0 00000400:00000200:0.0:1764938852.560527:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.560547:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.560553:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.560557:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.560560:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.560562:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90676:90676:256:4294967295] 192.168.203.57@tcp LPNI seq info [90676:90676:8:4294967295] 00000400:00000200:0.0:1764938852.560569:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.560572:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.560575:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82352938). 00000800:00000200:0.0:1764938852.560579:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.560583:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.560585:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.560647:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.560650:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:3.0:1764938852.560653:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.560656:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.560659:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d3d2f2 00000400:00000010:3.0:1764938852.560661:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d3d2f2. 00000100:00000200:3.0:1764938852.560665:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c26b009e x1850670626945600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.563467:0:790:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b625ebdc. 00000400:00000200:1.0:1764938852.566796:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.566812:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ba40 00000400:00000200:1.0:1764938852.566819:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1759 [1] + 224 00000400:00000200:1.0:1764938852.566832:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.566836:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.566846:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c26b009e x1850670626945600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1764938852.567017:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938852.567022:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938852.567024:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:0.0:1764938852.567030:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c26b009e x1850670626945600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.567037:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c26b009e x1850670626945600/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.567065:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4303760. 02000000:00000010:0.0:1764938852.567069:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e6a0298. 00000100:00000010:0.0:1764938852.567073:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 00000100:00000010:0.0:1764938852.567076:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:0.0:1764938852.567080:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ced54e. 00010000:00000010:2.1:1764938852.568873:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b098d00. 00010000:00000010:2.1:1764938852.568884:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0f8e5c. 00000400:00000200:1.0:1764938852.573388:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.573407:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65b40 00000400:00000200:1.0:1764938852.573415:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb00c1 [2] + 656 00000400:00000200:1.0:1764938852.573477:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.573482:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.573488:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.573493:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e670dd7. 00000020:00000010:3.0:1764938852.573823:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045b5b005. 00000020:00000010:3.0:1764938852.573830:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938852.573834:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000b18cb76. 00000100:00000200:3.0:1764938852.573857:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e670dd7 x1850670621023040/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938852.573892:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023040 02000000:00000010:3.0:1764938852.573902:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20fde9f. 00010000:00000010:3.0:1764938852.573928:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef108340. 00010000:00000010:3.0:1764938852.573946:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.573952:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f5ef. 00000100:00000010:3.0:1764938852.573969:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f5ef. 00010000:00000010:3.0:1764938852.573973:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938852.573987:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab8f3021. 00000100:00000200:3.0:1764938852.573991:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023040, offset 224 00080000:00000010:0.0:1764938852.573997:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4303760. 00000400:00000200:3.0:1764938852.573998:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.574008:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.574013:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90677:90677:256:4294967295] 192.168.203.57@tcp LPNI seq info [90677:90677:8:4294967295] 00000400:00000200:3.0:1764938852.574021:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.574026:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.574030:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352938). 00000800:00000200:3.0:1764938852.574035:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.574040:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.574043:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.574066:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be80c179. 00000020:00000010:3.0:1764938852.574070:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000b18cb76. 00010000:00000010:0.0:1764938852.574072:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00000020:00000010:3.0:1764938852.574073:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045b5b005. 00010000:00000010:0.0:1764938852.574077:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004684030f. 00010000:00000010:0.0:1764938852.574163:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016ab5671. 00010000:00000010:0.0:1764938852.574167:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a33eba09. 00010000:00000010:0.0:1764938852.574172:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008404f4e7. 00010000:00000010:0.0:1764938852.574177:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00080000:00000010:0.0:1764938852.574187:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e6a0298. 00010000:00000010:0.0:1764938852.574210:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.574213:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a33eba09. 00010000:00000010:0.0:1764938852.574259:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c5c6fb4. 00010000:00000010:0.0:1764938852.574263:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.574270:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ced54e. 00000100:00000010:0.0:1764938852.574273:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.574279:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 02000000:00000010:0.0:1764938852.574288:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038e56be0. 02000000:00000010:0.0:1764938852.574309:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f00bdf9. 00000400:00000010:0.0:1764938852.574314:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938852.574319:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938852.574324:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945664, portal 16 00000400:00000010:0.0:1764938852.574328:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a0101b. 00000100:00000200:0.0:1764938852.574330:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945664, offset 0 00000400:00000200:0.0:1764938852.574335:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.574340:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.574346:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.574349:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.574352:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.574367:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90678:90678:255:4294967295] 192.168.203.57@tcp LPNI seq info [90678:90678:7:4294967295] 00000400:00000200:0.0:1764938852.574374:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.574378:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.574381:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82353186). 00000800:00000200:0.0:1764938852.574385:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.574389:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.574391:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.574897:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.574901:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352938). 00000400:00000200:2.0:1764938852.574905:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.574910:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.574914:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab8f3021 00000400:00000010:2.0:1764938852.574916:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab8f3021. 00000800:00000200:2.0:1764938852.574969:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.574971:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352690). 00000400:00000200:2.0:1764938852.574973:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.574977:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.574979:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a0101b 00000400:00000010:2.0:1764938852.574980:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a0101b. 00000100:00000200:2.0:1764938852.574984:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c26b009e x1850670626945664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.579144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35a3069. 00010000:00000010:0.1:1764938852.579159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b3373a0. 00010000:00000010:0.1:1764938852.579164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905fea4f. 00010000:00000010:0.1:1764938852.579166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fc48e9e. 00010000:00000010:0.1:1764938852.579169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077fbedfe. 00010000:00000010:0.1:1764938852.579171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f73dc14. 00010000:00000010:3.1:1764938852.583633:0:78550:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5e22f87. 00000400:00000200:3.0:1764938852.587033:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.587049:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550ba80 00000400:00000200:3.0:1764938852.587057:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1765 [1] + 224 00000400:00000200:3.0:1764938852.587067:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.587070:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.587079:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c26b009e x1850670626945664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.587119:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.587123:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65b80 00000400:00000200:3.0:1764938852.587128:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb00c1 [2] + 984 00000400:00000200:3.0:1764938852.587136:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.587139:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.587142:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.587146:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc94f488. 00000020:00000010:3.0:1764938852.587184:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a544a1b2. 00000020:00000010:3.0:1764938852.587189:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007a3410d. 00000020:00000010:3.0:1764938852.587192:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000b18cb76. 00000100:00000200:3.0:1764938852.587211:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc94f488 x1850670621023104/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938852.587240:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023104 02000000:00000010:3.0:1764938852.587250:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038a8c08a. 00010000:00000010:3.0:1764938852.587285:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.587292:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f5ef. 00000100:00000010:3.0:1764938852.587298:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f5ef. 00010000:00000010:3.0:1764938852.587301:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000010:3.0:1764938852.587315:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007366f60b. 00010000:00000010:0.1:1764938852.587319:0:35196:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8551f0f. 00000100:00000200:3.0:1764938852.587320:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023104, offset 224 00010000:00000010:0.1:1764938852.587326:0:35196:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059b3298d. 00000400:00000200:3.0:1764938852.587327:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00010000:00000010:0.1:1764938852.587330:0:35196:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ab5671. 00010000:00000010:0.1:1764938852.587333:0:35196:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008404f4e7. 00000400:00000200:3.0:1764938852.587336:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.587341:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90679:90679:256:4294967295] 192.168.203.57@tcp LPNI seq info [90679:90679:8:4294967295] 00000400:00000200:3.0:1764938852.587352:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.587367:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.587371:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82352938). 00000800:00000200:3.0:1764938852.587376:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.587382:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.587385:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.587412:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007a3410d. 00000020:00000010:3.0:1764938852.587416:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000b18cb76. 00000020:00000010:3.0:1764938852.587419:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a544a1b2. 00000400:00000010:0.0:1764938852.587431:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:0.0:1764938852.587435:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:0.0:1764938852.587437:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:0.0:1764938852.587442:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c26b009e x1850670626945664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.587449:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c26b009e x1850670626945664/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938852.587467:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000301d0b2a. 02000000:00000010:0.0:1764938852.587476:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f00bdf9. 02000000:00000010:0.0:1764938852.587481:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038e56be0. 00000100:00000010:0.0:1764938852.587486:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 00000100:00000010:0.0:1764938852.587488:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:0.0:1764938852.587490:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ced54e. 00080000:00000010:0.0:1764938852.587505:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038e56be0. 00010000:00000010:0.0:1764938852.587593:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.587599:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066ef4704. 00010000:00000010:0.0:1764938852.587661:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008404f4e7. 00010000:00000010:0.0:1764938852.587667:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.587675:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ced54e. 00000100:00000010:0.0:1764938852.587678:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.587684:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c26b009e. 02000000:00000010:0.0:1764938852.587692:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f00bdf9. 02000000:00000010:0.0:1764938852.587712:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000570f30. 00000400:00000010:0.0:1764938852.587716:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938852.587720:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006026fe00. 00000100:00000200:0.0:1764938852.587724:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945728, portal 16 00000400:00000010:0.0:1764938852.587728:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad8932c6. 00000100:00000200:0.0:1764938852.587730:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945728, offset 0 00000400:00000200:0.0:1764938852.587736:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.587742:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.587748:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.587752:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.587755:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.587757:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90680:90680:255:4294967295] 192.168.203.57@tcp LPNI seq info [90680:90680:7:4294967295] 00000400:00000200:0.0:1764938852.587763:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.587767:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.587770:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82353186). 00000800:00000200:0.0:1764938852.587774:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.587778:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.587780:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.590638:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.590644:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352938). 00000400:00000200:2.0:1764938852.590650:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.590658:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.590663:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007366f60b 00000400:00000010:2.0:1764938852.590665:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007366f60b. 00000800:00000200:2.0:1764938852.590732:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.590734:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:2.0:1764938852.590811:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.590815:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.590818:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad8932c6 00000400:00000010:2.0:1764938852.590820:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad8932c6. 00000100:00000200:2.0:1764938852.590827:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c26b009e x1850670626945728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.594720:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.594748:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bac0 00000400:00000200:2.0:1764938852.594757:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1771 [1] + 224 00000400:00000200:2.0:1764938852.594774:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.594779:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.594789:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c26b009e x1850670626945728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.594841:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:1.0:1764938852.594846:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006026fe00 00000400:00000010:1.0:1764938852.594847:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006026fe00. 00000100:00000200:1.0:1764938852.594853:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c26b009e x1850670626945728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.594859:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c26b009e x1850670626945728/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.594890:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000570f30. 02000000:00000010:1.0:1764938852.594895:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f00bdf9. 00000100:00000010:1.0:1764938852.594899:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c26b009e. 00000100:00000010:1.0:1764938852.594903:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:1.0:1764938852.594907:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ced54e. 00010000:00000010:0.1:1764938852.602421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9debb47. 00010000:00000010:0.1:1764938852.602434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046a0e0c7. 00010000:00000010:0.1:1764938852.602437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c5c6fb4. 00000400:00000200:1.0:1764938852.606593:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.606611:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65bc0 00000400:00000200:1.0:1764938852.606618:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb00c1 [2] + 1312 00000400:00000200:1.0:1764938852.606680:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.606685:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.606691:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.606696:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000057bde345. 00000020:00000010:2.0:1764938852.608977:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2266a6d. 00000020:00000010:2.0:1764938852.608990:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938852.608994:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.609023:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057bde345 x1850670621023168/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1764938852.609072:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023168 02000000:00000010:2.0:1764938852.609080:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000678d5c83. 00010000:00000010:2.0:1764938852.609120:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cb78410. 00010000:00000010:2.0:1764938852.609139:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938852.609145:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8d67274. 00000100:00000010:2.0:1764938852.609157:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8d67274. 00010000:00000010:2.0:1764938852.609160:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00000400:00000010:2.0:1764938852.609172:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938852.609177:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023168, offset 224 00000400:00000200:2.0:1764938852.609184:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.609195:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.609200:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90681:90681:256:4294967295] 192.168.203.57@tcp LPNI seq info [90681:90681:8:4294967295] 00000400:00000200:2.0:1764938852.609209:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.609213:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.609217:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938852.609221:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.609228:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.609231:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.609243:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938852.609246:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:2.0:1764938852.609248:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2266a6d. 00000800:00000200:2.0:1764938852.609340:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.609342:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:2.0:1764938852.609346:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.609349:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.609353:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:2.0:1764938852.609362:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00080000:00000010:0.0:1764938852.609450:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df40a4a6. 00010000:00000010:0.0:1764938852.609523:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.609529:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035b92543. 00010000:00000010:0.0:1764938852.609600:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c5c6fb4. 00010000:00000010:0.0:1764938852.609606:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.609616:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e2038a2. 00000100:00000010:0.0:1764938852.609620:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.609626:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6dc1b1a. 02000000:00000010:0.0:1764938852.609636:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbc97ade. 02000000:00000010:0.0:1764938852.609657:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7fc0e96. 00000400:00000010:0.0:1764938852.609662:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7c2a998. 00000400:00000010:0.0:1764938852.609666:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008707b887. 00000100:00000200:0.0:1764938852.609670:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945792, portal 16 00000400:00000010:0.0:1764938852.609674:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f33044. 00000100:00000200:0.0:1764938852.609676:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945792, offset 0 00000400:00000200:0.0:1764938852.609681:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.609687:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.609693:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.609695:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.609698:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.609700:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90682:90682:256:4294967295] 192.168.203.57@tcp LPNI seq info [90682:90682:8:4294967295] 00000400:00000200:0.0:1764938852.609706:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.609710:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.609712:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fb25424 (tot 82352938). 00000800:00000200:0.0:1764938852.609715:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.609719:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.609721:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fb25424 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.609930:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.609933:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fb25424 (tot 82352690). 00000400:00000200:2.0:1764938852.609936:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.609940:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.609943:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f33044 00000400:00000010:2.0:1764938852.609944:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f33044. 00000100:00000200:2.0:1764938852.609949:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6dc1b1a x1850670626945792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.615782:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.615801:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bb00 00000400:00000200:2.0:1764938852.615811:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb177d [1] + 224 00000400:00000200:2.0:1764938852.615822:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.615826:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.615837:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6dc1b1a x1850670626945792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.615876:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.615882:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65c00 00000400:00000200:2.0:1764938852.615887:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb00c1 [2] + 1640 00000400:00000200:2.0:1764938852.615937:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.615941:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.615944:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.615950:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000400:00000010:3.0:1764938852.616008:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7c2a998. 00000400:00000200:3.0:1764938852.616013:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008707b887 00000400:00000010:3.0:1764938852.616015:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008707b887. 00000100:00000200:3.0:1764938852.616020:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6dc1b1a x1850670626945792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.616028:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6dc1b1a x1850670626945792/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.616097:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7fc0e96. 02000000:00000010:3.0:1764938852.616126:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bbc97ade. 00000100:00000010:3.0:1764938852.616133:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6dc1b1a. 00000100:00000010:3.0:1764938852.616136:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:3.0:1764938852.616139:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e2038a2. 00000020:00000010:0.0:1764938852.616833:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7fc0e96. 00000020:00000010:0.0:1764938852.616842:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938852.616847:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938852.616872:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621023232/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938852.616907:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023232 02000000:00000010:0.0:1764938852.616918:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095753391. 00010000:00000010:0.0:1764938852.616946:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3aa3b37. 00010000:00000010:0.0:1764938852.616963:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090e51777. 00000100:00000010:0.0:1764938852.616968:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.616980:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:0.0:1764938852.616983:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090e51777. 00000400:00000010:0.0:1764938852.616994:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938852.616999:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023232, offset 224 00000400:00000200:0.0:1764938852.617007:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.617018:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.617024:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90683:90683:256:4294967295] 192.168.203.57@tcp LPNI seq info [90683:90683:8:4294967295] 00000400:00000200:0.0:1764938852.617034:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.617039:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.617043:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82352938). 00000800:00000200:0.0:1764938852.617048:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.617054:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.617058:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.617074:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938852.617077:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938852.617080:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7fc0e96. 00080000:00000010:0.0:1764938852.617147:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000570f30. 00010000:00000010:0.0:1764938852.617223:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.617228:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c54b2209. 00010000:00000010:0.0:1764938852.617288:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059b3298d. 00010000:00000010:0.0:1764938852.617294:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e385510f. 00010000:00000010:0.0:1764938852.617303:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090e51777. 00000100:00000010:0.0:1764938852.617306:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027ba97e7. 00000100:00000010:0.0:1764938852.617311:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c7a3f24. 02000000:00000010:0.0:1764938852.617321:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7fc0e96. 02000000:00000010:0.0:1764938852.617342:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098bb7ba1. 00000400:00000010:0.0:1764938852.617346:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000131de093. 00000400:00000010:0.0:1764938852.617350:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cd535. 00000100:00000200:0.0:1764938852.617367:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945856, portal 16 00000400:00000010:0.0:1764938852.617372:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938852.617374:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945856, offset 0 00000400:00000200:0.0:1764938852.617379:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.617384:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.617390:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.617394:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.617396:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.617399:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90684:90684:255:4294967295] 192.168.203.57@tcp LPNI seq info [90684:90684:7:4294967295] 00000400:00000200:0.0:1764938852.617406:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.617411:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.617413:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82353186). 00000800:00000200:0.0:1764938852.617417:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.617421:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.617423:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.617467:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.617470:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352938). 00000400:00000200:0.0:1764938852.617473:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.617477:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.617480:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:0.0:1764938852.617482:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00000800:00000200:0.0:1764938852.617536:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.617538:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:0.0:1764938852.617540:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.617544:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.617546:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938852.617547:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00000100:00000200:0.0:1764938852.617551:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c7a3f24 x1850670626945856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.622859:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.622874:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bb40 00000400:00000200:0.0:1764938852.622882:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1789 [1] + 224 00000400:00000200:0.0:1764938852.622891:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.622894:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.622903:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c7a3f24 x1850670626945856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.622935:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.622939:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65c40 00000400:00000200:0.0:1764938852.622944:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb00c1 [2] + 1968 00000400:00000010:0.0:1764938852.622947:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041ab59a3. 00000400:00000200:0.0:1764938852.622950:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000f81929a 00000400:00000200:0.0:1764938852.622991:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.622994:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.622996:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f81929a 00000400:00000010:0.0:1764938852.622998:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000f81929a (tot 82352538). 00000100:00000200:0.0:1764938852.623003:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938852.623406:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb9a4e38. 00000020:00000010:0.0:1764938852.623413:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938852.623417:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938852.623441:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cc33a685 x1850670621023296/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938852.623466:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023296 02000000:00000010:0.0:1764938852.623475:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000589170aa. 00010000:00000010:0.0:1764938852.623509:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000706415e3. 00000100:00000010:0.0:1764938852.623515:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f81929a. 00000100:00000010:0.0:1764938852.623522:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f81929a. 00010000:00000010:0.0:1764938852.623524:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000706415e3. 00000400:00000010:0.0:1764938852.623536:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938852.623540:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023296, offset 224 00000400:00000200:0.0:1764938852.623547:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.623557:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.623562:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90685:90685:256:4294967295] 192.168.203.57@tcp LPNI seq info [90685:90685:8:4294967295] 00000400:00000200:0.0:1764938852.623570:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.623574:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.623578:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82352786). 00000800:00000200:0.0:1764938852.623582:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.623587:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.623591:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.623606:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938852.623610:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938852.623612:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb9a4e38. 02000000:00000010:0.0:1764938852.623619:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095753391. 00000100:00000010:0.0:1764938852.623623:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:0.0:1764938852.623626:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000678d5c83. 00000100:00000010:0.0:1764938852.623629:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000057bde345. 02000000:00000010:0.0:1764938852.623632:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038a8c08a. 00000100:00000010:0.0:1764938852.623633:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc94f488. 02000000:00000010:0.0:1764938852.623637:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20fde9f. 00000100:00000010:0.0:1764938852.623639:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e670dd7. 02000000:00000010:0.0:1764938852.623641:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ffe09f2. 00000100:00000010:0.0:1764938852.623642:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000edb56958. 02000000:00000010:0.0:1764938852.623646:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7b11732. 00000100:00000010:0.0:1764938852.623647:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000200:0.0:1764938852.623652:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1764938852.623656:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682cf28c. 00000400:00000010:0.0:1764938852.623659:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000f81929a (tot 82352938). 00000800:00000200:0.0:1764938852.623733:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.623736:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:0.0:1764938852.623739:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.623742:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.623745:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:0.0:1764938852.623746:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 02000000:00000010:0.0:1764938852.623749:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000589170aa. 00010000:00000010:0.1:1764938852.624139:0:78567:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f3efabc. 00010000:00000010:0.1:1764938852.624144:0:78567:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008404f4e7. 00000400:00000010:3.0:1764938852.628494:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000131de093. 00000400:00000200:3.0:1764938852.628502:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cd535 00000400:00000010:3.0:1764938852.628504:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cd535. 00000100:00000200:3.0:1764938852.628517:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c7a3f24 x1850670626945856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.628528:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c7a3f24 x1850670626945856/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1764938852.628556:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87c243. 02000000:00000010:3.0:1764938852.628572:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098bb7ba1. 02000000:00000010:3.0:1764938852.628577:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7fc0e96. 00000100:00000010:3.0:1764938852.628580:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c7a3f24. 00000100:00000010:3.0:1764938852.628585:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027ba97e7. 00010000:00000010:3.0:1764938852.628588:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090e51777. 00080000:00000010:3.0:1764938852.628605:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e29c599. 00010000:00000010:3.0:1764938852.628691:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e385510f. 00010000:00000010:3.0:1764938852.628698:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005711eb44. 00010000:00000010:3.0:1764938852.628763:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938852.628769:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.628780:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.628787:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.628794:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.628805:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015a37e60. 02000000:00000010:3.0:1764938852.628829:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ffe09f2. 00000400:00000010:3.0:1764938852.628834:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.628838:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.628843:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945920, portal 16 00000400:00000010:3.0:1764938852.628848:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f56b880d. 00000100:00000200:3.0:1764938852.628852:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945920, offset 0 00000400:00000200:3.0:1764938852.628859:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.628872:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.628879:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.628882:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.628885:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.628888:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90686:90686:256:4294967295] 192.168.203.57@tcp LPNI seq info [90686:90686:8:4294967295] 00000400:00000200:3.0:1764938852.628899:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.628905:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.628909:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938852.628915:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.628921:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.628925:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1764938852.629017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000984e46dd. 00000800:00000200:0.0:1764938852.629855:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.629860:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352690). 00000400:00000200:0.0:1764938852.629865:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.629872:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.629876:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f56b880d 00000400:00000010:0.0:1764938852.629878:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f56b880d. 00000100:00000200:0.0:1764938852.629885:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626945920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.631199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c8c949. 00010000:00000010:0.1:1764938852.631212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c44f0852. 00010000:00000010:0.1:1764938852.631215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c5c6fb4. 00000400:00000200:0.0:1764938852.634534:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.634553:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bb80 00000400:00000200:0.0:1764938852.634561:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1799 [1] + 224 00000400:00000200:0.0:1764938852.634572:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.634576:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.634585:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626945920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1764938852.634623:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.634630:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65c80 00000400:00000200:0.0:1764938852.634636:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0119 [2] + 0 00000400:00000010:3.0:1764938852.634643:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:0.0:1764938852.634648:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.634650:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000200:0.0:1764938852.634653:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000010:3.0:1764938852.634654:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:0.0:1764938852.634661:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1764938852.634663:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626945920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1764938852.634668:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000426f1c9. 00000100:00000200:3.0:1764938852.634675:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626945920/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.634705:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ffe09f2. 02000000:00000010:3.0:1764938852.634711:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015a37e60. 00000100:00000010:3.0:1764938852.634714:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.634717:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.634720:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000020:00000010:1.0:1764938852.634775:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f00bdf9. 00000020:00000010:1.0:1764938852.634783:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.634787:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.634808:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000426f1c9 x1850670621023360/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938852.634839:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023360 02000000:00000010:1.0:1764938852.634851:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009407120e. 00010000:00000010:1.0:1764938852.634874:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000abcde68c. 00010000:00000010:1.0:1764938852.634892:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.634899:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d12b35fa. 00000100:00000010:1.0:1764938852.634913:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d12b35fa. 00010000:00000010:1.0:1764938852.634917:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.634930:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000051f80f. 00000100:00000200:1.0:1764938852.634935:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023360, offset 224 00000400:00000200:1.0:1764938852.634944:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.634955:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00080000:00000010:3.0:1764938852.634956:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015a37e60. 00000400:00000200:1.0:1764938852.634961:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90687:90687:256:4294967295] 192.168.203.57@tcp LPNI seq info [90687:90687:8:4294967295] 00000400:00000200:1.0:1764938852.634974:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.634979:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.634984:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82352938). 00000800:00000200:1.0:1764938852.634988:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.634994:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.634997:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.635023:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.635027:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.635031:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f00bdf9. 00010000:00000010:3.0:1764938852.635037:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.635044:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3dcbbcf. 00000800:00000200:2.0:1764938852.635176:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.635180:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:2.0:1764938852.635185:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.635189:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.635192:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000051f80f 00000400:00000010:2.0:1764938852.635194:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000051f80f. 00010000:00000010:3.0:1764938852.635265:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2d4049b. 00010000:00000010:3.0:1764938852.635270:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a76c36eb. 00010000:00000010:3.0:1764938852.635275:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938852.635279:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00080000:00000010:3.0:1764938852.635290:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ffe09f2. 00010000:00000010:3.0:1764938852.635317:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.635321:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a76c36eb. 00010000:00000010:3.0:1764938852.635388:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.0:1764938852.635392:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.635399:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.635402:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.635408:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.635416:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f20fde9f. 02000000:00000010:3.0:1764938852.635436:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a8c08a. 00000400:00000010:3.0:1764938852.635440:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.635444:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.635447:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626945984, portal 16 00000400:00000010:3.0:1764938852.635451:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005503f49a. 00000100:00000200:3.0:1764938852.635454:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626945984, offset 0 00000400:00000200:3.0:1764938852.635459:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.635465:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.635471:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.635475:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.635478:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.635480:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90688:90688:256:4294967295] 192.168.203.57@tcp LPNI seq info [90688:90688:8:4294967295] 00000400:00000200:3.0:1764938852.635487:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.635491:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.635493:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352938). 00000800:00000200:3.0:1764938852.635497:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.635501:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.635503:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.635576:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.635578:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:0.0:1764938852.635583:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.635587:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.635589:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005503f49a 00000400:00000010:0.0:1764938852.635590:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005503f49a. 00000100:00000200:0.0:1764938852.635594:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626945984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.636609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb9311bb. 00010000:00000010:3.1:1764938852.636618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2a2714. 00010000:00000010:3.1:1764938852.636621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059b3298d. 00000400:00000200:0.0:1764938852.637550:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.637565:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bbc0 00000400:00000200:0.0:1764938852.637573:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb17a5 [1] + 224 00000400:00000200:0.0:1764938852.637585:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.637588:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.637595:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626945984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.637799:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:3.0:1764938852.637803:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938852.637805:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:3.0:1764938852.637810:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626945984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.637818:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626945984/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.637892:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.637900:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65cc0 00000400:00000200:2.0:1764938852.637905:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0119 [2] + 328 00000400:00000200:2.0:1764938852.637951:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.637956:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.637960:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.637965:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 02000000:00000010:3.0:1764938852.638020:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a8c08a. 02000000:00000010:3.0:1764938852.638025:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f20fde9f. 00000020:00000010:0.0:1764938852.638027:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000589170aa. 00000100:00000010:3.0:1764938852.638029:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.638034:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00000020:00000010:0.0:1764938852.638034:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33eba09. 00010000:00000010:3.0:1764938852.638038:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000020:00000010:0.0:1764938852.638041:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938852.638064:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621023424/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938852.638098:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023424 02000000:00000010:0.0:1764938852.638132:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb9a4e38. 00010000:00000010:0.0:1764938852.638156:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089133e2c. 00010000:00000010:0.0:1764938852.638173:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000835375d8. 00000100:00000010:0.0:1764938852.638180:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:0.0:1764938852.638192:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:0.0:1764938852.638194:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000835375d8. 00000400:00000010:0.0:1764938852.638205:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5ba52c5. 00000100:00000200:0.0:1764938852.638210:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023424, offset 224 00000400:00000200:0.0:1764938852.638215:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.638223:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.638228:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90689:90689:256:4294967295] 192.168.203.57@tcp LPNI seq info [90689:90689:8:4294967295] 00000400:00000200:0.0:1764938852.638238:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.638243:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.638247:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faa48b13 (tot 82352938). 00000800:00000200:0.0:1764938852.638253:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.638260:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.638263:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faa48b13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.638282:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938852.638285:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938852.638289:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000589170aa. 00010000:00000010:1.1:1764938852.638349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cd55422. 00080000:00000010:3.0:1764938852.638392:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f20fde9f. 00010000:00000010:3.0:1764938852.638478:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.638485:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcb0a01e. 00000800:00000200:2.0:1764938852.638503:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.638507:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faa48b13 (tot 82352690). 00000400:00000200:2.0:1764938852.638510:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.638513:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.638516:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5ba52c5 00000400:00000010:2.0:1764938852.638518:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5ba52c5. 00010000:00000010:3.0:1764938852.638554:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.0:1764938852.638560:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.638570:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.638574:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.638580:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.638588:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038a8c08a. 02000000:00000010:3.0:1764938852.638608:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a544a1b2. 00000400:00000010:3.0:1764938852.638612:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.638615:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.638619:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946048, portal 16 00000400:00000010:3.0:1764938852.638624:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510893b. 00000100:00000200:3.0:1764938852.638625:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946048, offset 0 00000400:00000200:3.0:1764938852.638630:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.638651:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.638658:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.638661:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.638664:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.638666:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90690:90690:256:4294967295] 192.168.203.57@tcp LPNI seq info [90690:90690:8:4294967295] 00000400:00000200:3.0:1764938852.638673:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.638678:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.638681:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82352938). 00000800:00000200:3.0:1764938852.638685:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.638688:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.638691:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.638766:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.638769:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:0.0:1764938852.638773:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.638777:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.638779:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510893b 00000400:00000010:0.0:1764938852.638781:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510893b. 00000100:00000200:0.0:1764938852.638785:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626946048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.639975:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.639991:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bc00 00000400:00000200:2.0:1764938852.639998:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb17b1 [1] + 224 00000400:00000200:2.0:1764938852.640008:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.640011:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.640018:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626946048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.640202:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:3.0:1764938852.640207:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938852.640209:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:3.0:1764938852.640214:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626946048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.640221:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626946048/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.640244:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a544a1b2. 02000000:00000010:3.0:1764938852.640248:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038a8c08a. 00000100:00000010:3.0:1764938852.640251:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.640254:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.640256:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000200:2.0:1764938852.640602:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.640611:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65d00 00000400:00000200:2.0:1764938852.640615:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0119 [2] + 656 00000400:00000200:2.0:1764938852.640761:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.640765:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.640769:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.640774:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:1.0:1764938852.642200:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f00bdf9. 00000020:00000010:1.0:1764938852.642212:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.642217:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.642243:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621023488/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938852.642284:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023488 02000000:00000010:1.0:1764938852.642296:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7b11732. 00010000:00000010:1.0:1764938852.642328:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdbb1905. 00010000:00000010:1.0:1764938852.642352:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.642371:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d12b35fa. 00000100:00000010:1.0:1764938852.642396:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d12b35fa. 00010000:00000010:1.0:1764938852.642400:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.642417:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938852.642423:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023488, offset 224 00000400:00000200:1.0:1764938852.642432:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.642445:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.642451:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90691:90691:256:4294967295] 192.168.203.57@tcp LPNI seq info [90691:90691:8:4294967295] 00000400:00000200:1.0:1764938852.642462:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.642468:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.642475:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.642481:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.642488:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.642492:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.642512:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.642516:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.642519:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f00bdf9. 00000800:00000200:1.0:1764938852.642616:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.642619:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938852.642623:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.642627:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.642630:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:1.0:1764938852.642632:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00080000:00000010:3.0:1764938852.642767:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038a8c08a. 00010000:00000010:3.0:1764938852.642845:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.642851:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000804bee5. 00010000:00000010:3.0:1764938852.642921:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.0:1764938852.642925:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.642934:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.642937:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.642944:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.642952:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a544a1b2. 02000000:00000010:3.0:1764938852.642971:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029081c0f. 00000400:00000010:3.0:1764938852.642975:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.642978:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.642983:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946112, portal 16 00000400:00000010:3.0:1764938852.642986:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62d23e6. 00000100:00000200:3.0:1764938852.642988:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946112, offset 0 00000400:00000200:3.0:1764938852.642993:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.642999:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.643004:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.643007:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.643010:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.643012:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90692:90692:256:4294967295] 192.168.203.57@tcp LPNI seq info [90692:90692:8:4294967295] 00000400:00000200:3.0:1764938852.643019:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.643022:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.643025:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82352938). 00000800:00000200:3.0:1764938852.643028:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.643032:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.643034:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.643327:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.643331:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:2.0:1764938852.643334:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.643338:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.643341:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62d23e6 00000400:00000010:2.0:1764938852.643342:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62d23e6. 00000100:00000200:2.0:1764938852.643347:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626946112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.643465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd475ff8. 00010000:00000010:3.1:1764938852.643470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.1:1764938852.643473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d4049b. 00010000:00000010:3.1:1764938852.643475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:0.1:1764938852.645158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d16cf356. 00010000:00000010:3.1:1764938852.645316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c706325e. 00010000:00000010:3.1:1764938852.645323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00000400:00000200:2.0:1764938852.647034:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.647052:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bc40 00000400:00000200:2.0:1764938852.647061:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb17bd [1] + 224 00000400:00000200:2.0:1764938852.647072:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.647075:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.647085:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626946112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.647184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c80b605. 00000400:00000200:2.0:1764938852.647241:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.647247:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65d40 00000400:00000200:2.0:1764938852.647252:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0119 [2] + 984 00010000:00000010:3.1:1764938852.647339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2844fbf. 00010000:00000010:3.1:1764938852.647346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ec165e. 00000400:00000010:3.0:1764938852.647373:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:3.0:1764938852.647377:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938852.647379:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:3.0:1764938852.647384:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626946112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.647392:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626946112/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.647420:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029081c0f. 02000000:00000010:3.0:1764938852.647426:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a544a1b2. 00000100:00000010:3.0:1764938852.647429:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.647433:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.647436:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000200:2.0:1764938852.647507:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.647511:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.647515:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.647519:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 00000020:00000010:0.0:1764938852.647610:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000589170aa. 00000020:00000010:0.0:1764938852.647616:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938852.647620:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938852.647640:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c38dff64 x1850670621023552/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1764938852.647850:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023552 02000000:00000010:0.0:1764938852.647860:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085b6b277. 00010000:00000010:0.0:1764938852.647882:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1647fe9. 00010000:00000010:0.0:1764938852.647900:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000835375d8. 00000100:00000010:0.0:1764938852.647905:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:0.0:1764938852.647918:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:0.0:1764938852.647921:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000835375d8. 00000400:00000010:0.0:1764938852.647931:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002eeb67fb. 00000100:00000200:0.0:1764938852.647935:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023552, offset 224 00000400:00000200:0.0:1764938852.647941:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.647950:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.647955:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90693:90693:256:4294967295] 192.168.203.57@tcp LPNI seq info [90693:90693:8:4294967295] 00000400:00000200:0.0:1764938852.647964:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.647969:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.647973:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c094a4e4 (tot 82352938). 00000800:00000200:0.0:1764938852.647977:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.647982:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.647985:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c094a4e4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.648006:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938852.648009:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:0.0:1764938852.648012:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000589170aa. 00000800:00000200:2.0:1764938852.648338:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.648342:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c094a4e4 (tot 82352690). 00000400:00000200:2.0:1764938852.648345:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.648349:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.648352:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002eeb67fb 00000400:00000010:2.0:1764938852.648363:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002eeb67fb. 00080000:00000010:3.0:1764938852.648476:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a544a1b2. 00010000:00000010:3.0:1764938852.648568:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.648575:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eaea57ab. 00010000:00000010:3.0:1764938852.648649:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.0:1764938852.648656:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.648665:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.648669:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.648675:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.648684:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029081c0f. 02000000:00000010:3.0:1764938852.648704:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005383e575. 00000400:00000010:3.0:1764938852.648708:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.648713:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.648717:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946176, portal 16 00000400:00000010:3.0:1764938852.648721:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da61de4c. 00000100:00000200:3.0:1764938852.648723:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946176, offset 0 00000400:00000200:3.0:1764938852.648729:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.648736:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.648742:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.648745:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.648748:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.648751:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90694:90694:256:4294967295] 192.168.203.57@tcp LPNI seq info [90694:90694:8:4294967295] 00000400:00000200:3.0:1764938852.648759:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.648763:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.648767:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039dd662c (tot 82352938). 00000800:00000200:3.0:1764938852.648771:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.648775:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.648778:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039dd662c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.649279:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.649282:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039dd662c (tot 82352690). 00000400:00000200:2.0:1764938852.649287:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.649291:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.649294:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da61de4c 00000400:00000010:2.0:1764938852.649296:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da61de4c. 00000100:00000200:2.0:1764938852.649301:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626946176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.651391:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.651406:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bc80 00000400:00000200:2.0:1764938852.651413:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb17c9 [1] + 224 00000400:00000200:2.0:1764938852.651425:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.651428:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.651435:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626946176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.651698:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:3.0:1764938852.651702:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938852.651703:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:3.0:1764938852.651708:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626946176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.651715:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626946176/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.651739:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005383e575. 02000000:00000010:3.0:1764938852.651743:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000029081c0f. 00000100:00000010:3.0:1764938852.651747:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.651751:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.651754:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000200:2.0:1764938852.651807:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.651814:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65d80 00000400:00000200:2.0:1764938852.651819:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0119 [2] + 1312 00000400:00000200:2.0:1764938852.652015:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.652019:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.652024:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.652029:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:0.0:1764938852.653027:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000589170aa. 00000020:00000010:0.0:1764938852.653035:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33eba09. 00000020:00000010:0.0:1764938852.653038:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d553fd6. 00000100:00000200:0.0:1764938852.653061:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621023616/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938852.653259:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023616 02000000:00000010:1.0:1764938852.653271:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092f4a474. 00010000:00000010:1.0:1764938852.653298:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc3f031e. 00010000:00000010:1.0:1764938852.653319:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.653324:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d12b35fa. 00000100:00000010:1.0:1764938852.653336:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d12b35fa. 00010000:00000010:1.0:1764938852.653339:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.653362:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033238a06. 00000100:00000200:1.0:1764938852.653367:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023616, offset 224 00000400:00000200:1.0:1764938852.653374:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.653384:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.653389:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90695:90695:256:4294967295] 192.168.203.57@tcp LPNI seq info [90695:90695:8:4294967295] 00000400:00000200:1.0:1764938852.653397:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.653402:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.653405:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.653410:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.653416:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.653420:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.653445:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33eba09. 00000020:00000010:1.0:1764938852.653449:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d553fd6. 00000020:00000010:1.0:1764938852.653451:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000589170aa. 00000800:00000200:2.0:1764938852.653569:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.653573:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:2.0:1764938852.653577:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.653581:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.653584:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033238a06 00000400:00000010:2.0:1764938852.653585:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033238a06. 00080000:00000010:3.0:1764938852.653688:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029081c0f. 00010000:00000010:3.0:1764938852.653768:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.653776:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017dbd201. 00010000:00000010:3.0:1764938852.653858:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.0:1764938852.653865:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.653875:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.653879:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.653886:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.653895:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005383e575. 02000000:00000010:3.0:1764938852.653915:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4517187. 00000400:00000010:3.0:1764938852.653919:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.653923:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.653927:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946240, portal 16 00000400:00000010:3.0:1764938852.653931:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008803ad30. 00000100:00000200:3.0:1764938852.653932:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946240, offset 0 00000400:00000200:3.0:1764938852.653937:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.653943:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.653949:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.653951:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.653954:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.653956:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90696:90696:256:4294967295] 192.168.203.57@tcp LPNI seq info [90696:90696:8:4294967295] 00000400:00000200:3.0:1764938852.653964:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.653968:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.653971:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82352938). 00000800:00000200:3.0:1764938852.653974:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.653978:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.653981:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.654389:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.654392:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:2.0:1764938852.654397:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.654401:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.654404:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008803ad30 00000400:00000010:2.0:1764938852.654406:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008803ad30. 00000100:00000200:2.0:1764938852.654410:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626946240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1764938852.655236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fa4ca30. 00000400:00000200:2.0:1764938852.657983:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.658002:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bcc0 00000400:00000200:2.0:1764938852.658011:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb17d5 [1] + 224 00000400:00000200:2.0:1764938852.658024:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.658027:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.658037:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626946240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.658181:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.658187:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65dc0 00000400:00000200:2.0:1764938852.658192:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0119 [2] + 1640 00000400:00000200:2.0:1764938852.658242:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.658246:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.658250:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.658255:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 00000400:00000010:3.0:1764938852.658324:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:3.0:1764938852.658329:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938852.658331:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:3.0:1764938852.658337:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626946240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.658344:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626946240/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.658382:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4517187. 02000000:00000010:3.0:1764938852.658388:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005383e575. 00000100:00000010:3.0:1764938852.658391:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.658395:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.658398:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000020:00000010:0.0:1764938852.658599:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000977941ad. 00000020:00000010:0.0:1764938852.658606:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938852.658611:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000def80b7d. 00000100:00000200:0.0:1764938852.658632:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a7e89f3 x1850670621023680/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938852.659654:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023680 02000000:00000010:1.0:1764938852.659670:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f00bdf9. 00010000:00000010:1.0:1764938852.659697:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7b6a468. 00010000:00000010:1.0:1764938852.659719:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.659726:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d12b35fa. 00000100:00000010:1.0:1764938852.659743:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d12b35fa. 00010000:00000010:1.0:1764938852.659747:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.659761:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d97b58e. 00000100:00000200:1.0:1764938852.659765:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023680, offset 224 00000400:00000200:1.0:1764938852.659775:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.659787:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.659792:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90697:90697:256:4294967295] 192.168.203.57@tcp LPNI seq info [90697:90697:8:4294967295] 00000400:00000200:1.0:1764938852.659801:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.659806:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.659810:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938852.659815:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.659821:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.659825:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.659851:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00000020:00000010:1.0:1764938852.659856:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000def80b7d. 00000020:00000010:1.0:1764938852.659859:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000977941ad. 00000800:00000200:2.0:1764938852.659995:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.659999:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:2.0:1764938852.660003:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.660007:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.660010:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d97b58e 00000400:00000010:2.0:1764938852.660012:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d97b58e. 00080000:00000010:3.0:1764938852.660341:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005383e575. 00010000:00000010:3.0:1764938852.660428:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.660436:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b53b2707. 00010000:00000010:3.0:1764938852.660508:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2d4049b. 00010000:00000010:3.0:1764938852.660512:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a76c36eb. 00010000:00000010:3.0:1764938852.660517:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938852.660522:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00080000:00000010:3.0:1764938852.660534:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4517187. 00010000:00000010:3.0:1764938852.660558:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.660561:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a76c36eb. 00010000:00000010:3.0:1764938852.660610:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938852.660614:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.660620:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.660624:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.660633:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.660642:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d242249. 02000000:00000010:3.0:1764938852.660672:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7fc0e96. 00000400:00000010:3.0:1764938852.660677:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.660682:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.660687:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946304, portal 16 00000400:00000010:3.0:1764938852.660691:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e91adf26. 00000100:00000200:3.0:1764938852.660694:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946304, offset 0 00000400:00000200:3.0:1764938852.660699:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.660707:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.660713:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.660716:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.660719:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.660721:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90698:90698:256:4294967295] 192.168.203.57@tcp LPNI seq info [90698:90698:8:4294967295] 00000400:00000200:3.0:1764938852.660729:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.660733:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.660737:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82352938). 00000800:00000200:3.0:1764938852.660741:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.660746:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.660749:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.660893:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.660896:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:2.0:1764938852.660899:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.660903:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.660906:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e91adf26 00000400:00000010:2.0:1764938852.660907:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e91adf26. 00000100:00000200:2.0:1764938852.660912:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626946304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.661141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a17f02c. 00010000:00000010:3.1:1764938852.661147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00010000:00000010:1.1:1764938852.661193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000446e8d3b. 00000400:00000200:2.0:1764938852.662408:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.662423:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bd00 00000400:00000200:2.0:1764938852.662430:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb17e1 [1] + 224 00000400:00000200:2.0:1764938852.662445:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.662448:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.662456:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626946304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.662655:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:3.0:1764938852.662660:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938852.662662:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:3.0:1764938852.662667:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626946304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.662674:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626946304/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.662705:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7fc0e96. 02000000:00000010:3.0:1764938852.662711:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d242249. 00000100:00000010:3.0:1764938852.662714:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.662719:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.662722:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000200:2.0:1764938852.662725:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.662732:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65e00 00000400:00000200:2.0:1764938852.662737:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0119 [2] + 1968 00000400:00000010:2.0:1764938852.662740:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027c52187. 00000400:00000200:2.0:1764938852.662742:0:15835:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000045d505a9 00000400:00000200:2.0:1764938852.662824:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.662828:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.662842:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045d505a9 00000400:00000010:2.0:1764938852.662844:0:15835:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000045d505a9 (tot 82352538). 00000100:00000200:2.0:1764938852.662849:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1764938852.663042:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c53e448. 00000020:00000010:0.0:1764938852.663049:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938852.663052:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005eb37358. 00000100:00000200:0.0:1764938852.663073:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4a869d6 x1850670621023744/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938852.663218:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023744 02000000:00000010:1.0:1764938852.663230:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003914ae78. 00010000:00000010:1.0:1764938852.663256:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fad82e4b. 00010000:00000010:1.0:1764938852.663273:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.663279:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d12b35fa. 00000100:00000010:1.0:1764938852.663295:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d12b35fa. 00010000:00000010:1.0:1764938852.663298:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00080000:00000010:3.0:1764938852.663374:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098bb7ba1. 00000400:00000010:1.0:1764938852.663411:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823339ce. 00000100:00000200:1.0:1764938852.663416:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023744, offset 224 00000400:00000200:1.0:1764938852.663424:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.663434:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.663440:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90699:90699:256:4294967295] 192.168.203.57@tcp LPNI seq info [90699:90699:8:4294967295] 00000400:00000200:1.0:1764938852.663448:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00010000:00000010:3.0:1764938852.663449:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00000800:00000200:1.0:1764938852.663453:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00010000:00000010:3.0:1764938852.663454:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000677fd1ba. 00000800:00000010:1.0:1764938852.663458:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352786). 00000800:00000200:1.0:1764938852.663463:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.663468:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.663472:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1764938852.663518:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.0:1764938852.663524:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00000020:00000010:1.0:1764938852.663529:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00010000:00000010:3.0:1764938852.663533:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000100:00000010:3.0:1764938852.663535:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000100:00000010:3.0:1764938852.663541:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.663550:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d242249. 02000000:00000010:3.0:1764938852.663570:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7fc0e96. 00000400:00000010:3.0:1764938852.663574:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.663577:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.663582:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946368, portal 16 00000400:00000010:3.0:1764938852.663585:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b74063a7. 00000100:00000200:3.0:1764938852.663587:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946368, offset 0 00000400:00000200:3.0:1764938852.663592:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.663597:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.663603:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.663607:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.663609:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.663611:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90700:90700:255:4294967295] 192.168.203.57@tcp LPNI seq info [90700:90700:7:4294967295] 00000400:00000200:3.0:1764938852.663617:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.663621:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.663623:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82353034). 00000800:00000200:3.0:1764938852.663626:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.663629:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.663631:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.663740:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.663743:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352786). 00000400:00000200:2.0:1764938852.663747:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.663751:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.663755:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823339ce 00000400:00000010:2.0:1764938852.663756:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823339ce. 00000800:00000200:2.0:1764938852.663798:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.663800:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352538). 00000400:00000200:2.0:1764938852.663804:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.663807:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.663809:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b74063a7 00000400:00000010:2.0:1764938852.663810:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b74063a7. 00000100:00000200:2.0:1764938852.663814:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626946368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1764938852.664149:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005eb37358. 00000020:00000010:1.0:1764938852.664153:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c53e448. 02000000:00000010:1.0:1764938852.664160:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003914ae78. 02000000:00000010:1.0:1764938852.664163:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f00bdf9. 00000100:00000010:1.0:1764938852.664166:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 02000000:00000010:1.0:1764938852.664169:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092f4a474. 00000100:00000010:1.0:1764938852.664171:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:1.0:1764938852.664173:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085b6b277. 00000100:00000010:1.0:1764938852.664175:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 02000000:00000010:1.0:1764938852.664178:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7b11732. 00000100:00000010:1.0:1764938852.664180:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:1.0:1764938852.664183:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb9a4e38. 00000100:00000010:1.0:1764938852.664184:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 02000000:00000010:1.0:1764938852.664187:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009407120e. 00000100:00000010:1.0:1764938852.664194:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000426f1c9. 00000100:00000200:1.0:1764938852.664202:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1764938852.664207:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bf42e4b. 00000400:00000010:1.0:1764938852.664211:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d12b35fa (tot 82352690). 00000400:00000200:2.0:1764938852.665080:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.665093:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bd40 00000400:00000200:2.0:1764938852.665099:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb17ed [1] + 224 00000400:00000200:2.0:1764938852.665154:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.665158:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.665165:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626946368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.665247:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:3.0:1764938852.665251:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938852.665252:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:3.0:1764938852.665257:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626946368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.665264:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626946368/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.665286:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7fc0e96. 02000000:00000010:3.0:1764938852.665291:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d242249. 00000100:00000010:3.0:1764938852.665294:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.665297:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.665300:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00000400:00000200:2.0:1764938852.665619:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.665627:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65e40 00000400:00000200:2.0:1764938852.665632:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0171 [2] + 0 00000400:00000200:2.0:1764938852.665879:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.665884:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.665889:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.665893:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:1.0:1764938852.665973:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003914ae78. 00000020:00000010:1.0:1764938852.665979:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.665983:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.666004:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621023808/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938852.666034:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023808 02000000:00000010:1.0:1764938852.666044:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009407120e. 00010000:00000010:1.0:1764938852.666071:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bade84e. 00010000:00000010:1.0:1764938852.666094:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.666099:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.666127:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.666131:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.666146:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000571cc73. 00000100:00000200:1.0:1764938852.666150:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023808, offset 224 00000400:00000200:1.0:1764938852.666158:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.666166:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.666171:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90701:90701:256:4294967295] 192.168.203.57@tcp LPNI seq info [90701:90701:8:4294967295] 00000400:00000200:1.0:1764938852.666180:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.666184:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00080000:00000010:3.0:1764938852.666186:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7fc0e96. 00000800:00000010:1.0:1764938852.666188:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938852.666193:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.666198:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.666202:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1764938852.666261:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00000020:00000010:1.0:1764938852.666263:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.666266:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00010000:00000010:3.0:1764938852.666267:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ec05791. 00000020:00000010:1.0:1764938852.666269:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003914ae78. 00010000:00000010:3.0:1764938852.666344:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000018faff8. 00010000:00000010:3.0:1764938852.666350:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1417cfd. 00010000:00000010:3.0:1764938852.666369:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025578320. 00000800:00000200:2.0:1764938852.666369:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1764938852.666373:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93b233. 00000800:00000010:2.0:1764938852.666373:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:2.0:1764938852.666376:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1764938852.666378:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 00000400:00000200:2.0:1764938852.666380:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.666382:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000571cc73 00000400:00000010:2.0:1764938852.666384:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000571cc73. 02000000:00000010:3.0:1764938852.666387:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d242249. 02000000:00000010:3.0:1764938852.666407:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbc97ade. 00000400:00000010:3.0:1764938852.666412:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.666415:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.666419:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946432, portal 16 00000400:00000010:3.0:1764938852.666423:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342eb7e4. 00000100:00000200:3.0:1764938852.666425:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946432, offset 0 00000400:00000200:3.0:1764938852.666430:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.666435:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.666440:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.666443:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.666445:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.666447:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90702:90702:256:4294967295] 192.168.203.57@tcp LPNI seq info [90702:90702:8:4294967295] 00000400:00000200:3.0:1764938852.666454:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.666458:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.666461:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82352938). 00000800:00000200:3.0:1764938852.666464:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.666467:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.666469:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.666574:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.666577:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352690). 00000400:00000200:2.0:1764938852.666580:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.666585:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.666587:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342eb7e4 00000400:00000010:2.0:1764938852.666588:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342eb7e4. 00000100:00000200:2.0:1764938852.666592:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626946432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.669700:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.669717:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bd80 00000400:00000200:2.0:1764938852.669726:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb17fd [1] + 224 00000400:00000200:2.0:1764938852.669762:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.669766:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.669775:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626946432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.669862:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:3.0:1764938852.669867:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:3.0:1764938852.669869:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:3.0:1764938852.669874:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626946432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.669881:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626946432/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.669908:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbc97ade. 02000000:00000010:3.0:1764938852.669915:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d242249. 00000100:00000010:3.0:1764938852.669919:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:3.0:1764938852.669923:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93b233. 00010000:00000010:3.0:1764938852.669927:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025578320. 00010000:00000010:3.1:1764938852.671160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003454108. 00010000:00000010:3.1:1764938852.671171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ec165e. 00010000:00000010:1.1:1764938852.673130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009504e7c5. 00000400:00000200:2.0:1764938852.673349:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.673374:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65e80 00000400:00000200:2.0:1764938852.673383:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0171 [2] + 328 00000400:00000200:2.0:1764938852.673445:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.673449:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.673456:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.673461:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000020:00000010:1.0:1764938852.673570:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003914ae78. 00000020:00000010:1.0:1764938852.673577:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.673581:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.673606:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621023872/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938852.673641:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023872 02000000:00000010:1.0:1764938852.673653:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7b11732. 00010000:00000010:1.0:1764938852.673682:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d00a719c. 00010000:00000010:1.0:1764938852.673699:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.673706:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.673729:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.673733:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.673755:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:1.0:1764938852.673760:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023872, offset 224 00000400:00000200:1.0:1764938852.673767:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.673778:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.673783:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90703:90703:256:4294967295] 192.168.203.57@tcp LPNI seq info [90703:90703:8:4294967295] 00000400:00000200:1.0:1764938852.673792:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.673797:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.673802:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82352938). 00000800:00000200:1.0:1764938852.673807:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.673813:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.673817:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.673847:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.673851:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.673854:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003914ae78. 00000800:00000200:1.0:1764938852.673927:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.673930:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:1.0:1764938852.673934:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.673937:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.673940:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:1.0:1764938852.673942:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00080000:00000010:2.0:1764938852.674246:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2266a6d. 00010000:00000010:2.0:1764938852.674459:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1417cfd. 00010000:00000010:2.0:1764938852.674466:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a48163f. 00010000:00000010:2.0:1764938852.674532:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ed36b65. 00010000:00000010:2.0:1764938852.674538:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f06718b3. 00010000:00000010:2.0:1764938852.674548:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015ff4c4b. 00000100:00000010:2.0:1764938852.674552:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8d67274. 00000100:00000010:2.0:1764938852.674559:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c38dff64. 02000000:00000010:2.0:1764938852.674568:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091605537. 02000000:00000010:2.0:1764938852.674590:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026d58502. 00000400:00000010:2.0:1764938852.674594:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b08b5026. 00000400:00000010:2.0:1764938852.674600:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced76cfc. 00000100:00000200:2.0:1764938852.674605:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946496, portal 16 00000400:00000010:2.0:1764938852.674609:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e8415c. 00000100:00000200:2.0:1764938852.674611:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946496, offset 0 00000400:00000200:2.0:1764938852.674616:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.674623:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.674629:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.674633:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.674636:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.674638:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90704:90704:256:4294967295] 192.168.203.57@tcp LPNI seq info [90704:90704:8:4294967295] 00000400:00000200:2.0:1764938852.674647:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.674651:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.674655:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a40061ca (tot 82352938). 00000800:00000200:2.0:1764938852.674660:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.674665:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.674667:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a40061ca type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938852.675171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000145530d5. 00010000:00000010:1.1:1764938852.675177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d44743dc. 00010000:00000010:3.1:1764938852.675197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a04de99. 00010000:00000010:3.1:1764938852.675204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.1:1764938852.675207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d4049b. 00010000:00000010:3.1:1764938852.675210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00000800:00000200:3.0:1764938852.675288:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.675292:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a40061ca (tot 82352690). 00000400:00000200:3.0:1764938852.675296:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.675301:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.675304:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e8415c 00000400:00000010:3.0:1764938852.675305:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e8415c. 00000100:00000200:3.0:1764938852.675312:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c38dff64 x1850670626946496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.680137:0:78568:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce9c948. 00010000:00000010:3.1:1764938852.680149:0:78568:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.1:1764938852.680153:0:78568:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec724acf. 00010000:00000010:3.1:1764938852.680155:0:78568:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00000400:00000200:2.0:1764938852.682442:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.682463:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bdc0 00000400:00000200:2.0:1764938852.682473:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1809 [1] + 224 00000400:00000200:2.0:1764938852.682485:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.682489:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.682499:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c38dff64 x1850670626946496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.682527:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.682532:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65ec0 00000400:00000200:2.0:1764938852.682536:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0171 [2] + 656 00000400:00000200:2.0:1764938852.682593:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.682596:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.682600:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.682605:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:0.0:1764938852.683161:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bf04f77. 00000020:00000010:0.0:1764938852.683168:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938852.683172:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e9106286. 00000100:00000200:0.0:1764938852.683196:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621023936/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1764938852.683229:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621023936 02000000:00000010:0.0:1764938852.683240:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010dafe57. 00010000:00000010:0.0:1764938852.683278:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000835375d8. 00000100:00000010:0.0:1764938852.683285:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:0.0:1764938852.683291:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:0.0:1764938852.683294:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000835375d8. 00000400:00000010:0.0:1764938852.683307:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee466435. 00000100:00000200:0.0:1764938852.683313:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621023936, offset 224 00000400:00000200:0.0:1764938852.683320:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.683331:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.683336:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90705:90705:256:4294967295] 192.168.203.57@tcp LPNI seq info [90705:90705:8:4294967295] 00000400:00000200:0.0:1764938852.683346:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.683350:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.683366:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82352938). 00000800:00000200:0.0:1764938852.683372:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.683378:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.683381:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.683409:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938852.683413:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e9106286. 00000020:00000010:0.0:1764938852.683416:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bf04f77. 00010000:00000010:1.1:1764938852.683422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000236ec599. 00000400:00000010:0.0:1764938852.683475:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b08b5026. 00000400:00000200:0.0:1764938852.683480:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced76cfc 00000400:00000010:0.0:1764938852.683481:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced76cfc. 00000100:00000200:0.0:1764938852.683488:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c38dff64 x1850670626946496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.683495:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c38dff64 x1850670626946496/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1764938852.683515:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019035ad4. 02000000:00000010:0.0:1764938852.683528:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026d58502. 02000000:00000010:0.0:1764938852.683533:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091605537. 00000100:00000010:0.0:1764938852.683536:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c38dff64. 00000100:00000010:0.0:1764938852.683541:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8d67274. 00010000:00000010:0.0:1764938852.683544:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015ff4c4b. 00080000:00000010:0.0:1764938852.683565:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bf04f77. 00010000:00000010:0.0:1764938852.683644:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f06718b3. 00010000:00000010:0.0:1764938852.683651:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb594fd5. 00010000:00000010:0.0:1764938852.683719:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c5c6fb4. 00010000:00000010:0.0:1764938852.683726:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f9c4ced1. 00010000:00000010:0.0:1764938852.683735:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000835375d8. 00000100:00000010:0.0:1764938852.683738:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c887418d. 00000100:00000010:0.0:1764938852.683744:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008522f535. 02000000:00000010:0.0:1764938852.683753:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002414a6b8. 02000000:00000010:0.0:1764938852.683774:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb9a4e38. 00000400:00000010:0.0:1764938852.683779:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938852.683782:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c45aed4f. 00000100:00000200:0.0:1764938852.683786:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946560, portal 16 00000400:00000010:0.0:1764938852.683790:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009c95a26. 00000100:00000200:0.0:1764938852.683791:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946560, offset 0 00000400:00000200:0.0:1764938852.683797:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.683803:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.683809:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.683812:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.683814:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.683816:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90706:90706:255:4294967295] 192.168.203.57@tcp LPNI seq info [90706:90706:7:4294967295] 00000400:00000200:0.0:1764938852.683823:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.683827:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.683830:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82353186). 00000800:00000200:0.0:1764938852.683846:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.683850:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.683852:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.683946:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.683950:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352938). 00000400:00000200:3.0:1764938852.683953:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.683957:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.683960:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee466435 00000400:00000010:3.0:1764938852.683961:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee466435. 00000800:00000200:3.0:1764938852.684017:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.684019:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:3.0:1764938852.684022:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.684025:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.684027:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009c95a26 00000400:00000010:3.0:1764938852.684028:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009c95a26. 00000100:00000200:3.0:1764938852.684031:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008522f535 x1850670626946560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1764938852.686679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d71d0f9b. 00010000:00000010:2.1:1764938852.686696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018faff8. 00010000:00000010:0.1:1764938852.689411:0:78569:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2d50d57. 00010000:00000010:0.1:1764938852.689423:0:78569:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097a426cb. 00010000:00000010:0.1:1764938852.689427:0:78569:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ed36b65. 00000400:00000200:3.0:1764938852.690654:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.690670:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550be00 00000400:00000200:3.0:1764938852.690679:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1815 [1] + 224 00000400:00000200:3.0:1764938852.690690:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.690693:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.690703:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008522f535 x1850670626946560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.690746:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.690751:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65f00 00000400:00000200:3.0:1764938852.690756:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0171 [2] + 984 00000400:00000200:3.0:1764938852.690767:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.690770:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.690774:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.690778:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 00000400:00000010:2.0:1764938852.690786:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:2.0:1764938852.690791:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c45aed4f 00000400:00000010:2.0:1764938852.690793:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c45aed4f. 00000020:00000010:1.0:1764938852.690856:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092f4a474. 00000020:00000010:1.0:1764938852.690864:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.690869:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.690897:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002724c5db x1850670621024000/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938852.690936:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024000 02000000:00000010:1.0:1764938852.690949:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003914ae78. 00010000:00000010:1.0:1764938852.690984:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.690989:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.690995:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.690998:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.691013:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9b9742d. 00000100:00000200:2.0:1764938852.691035:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008522f535 x1850670626946560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1764938852.691042:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008522f535 x1850670626946560/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1764938852.691061:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc6bc6be. 02000000:00000010:2.0:1764938852.691079:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb9a4e38. 02000000:00000010:2.0:1764938852.691084:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002414a6b8. 00000100:00000010:2.0:1764938852.691087:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008522f535. 00000100:00000010:2.0:1764938852.691090:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c887418d. 00010000:00000010:2.0:1764938852.691093:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000835375d8. 00080000:00000010:2.0:1764938852.691129:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048575ee3. 00010000:00000010:2.0:1764938852.691209:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9c4ced1. 00010000:00000010:2.0:1764938852.691214:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a7554e7. 00010000:00000010:2.0:1764938852.691275:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8402a7f. 00010000:00000010:2.0:1764938852.691279:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000049b41517. 00010000:00000010:2.0:1764938852.691284:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1f38a52. 00010000:00000010:2.0:1764938852.691289:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f06718b3. 00080000:00000010:2.0:1764938852.691299:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091605537. 00010000:00000010:2.0:1764938852.691319:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f06718b3. 00010000:00000010:2.0:1764938852.691324:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049b41517. 00010000:00000010:2.0:1764938852.691384:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ed36b65. 00010000:00000010:2.0:1764938852.691388:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f06718b3. 00010000:00000010:2.0:1764938852.691395:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3fe4b0. 00000100:00000010:2.0:1764938852.691398:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8d67274. 00000100:00000010:2.0:1764938852.691404:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a7e89f3. 02000000:00000010:2.0:1764938852.691413:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026d58502. 02000000:00000010:2.0:1764938852.691431:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000678d5c83. 00000400:00000010:2.0:1764938852.691435:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000134e9eb9. 00000400:00000010:2.0:1764938852.691438:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e402df5c. 00000100:00000200:2.0:1764938852.691443:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946624, portal 16 00000400:00000010:2.0:1764938852.691446:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed232696. 00000100:00000200:2.0:1764938852.691448:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946624, offset 0 00000400:00000200:2.0:1764938852.691454:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.691463:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.691471:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1764938852.691474:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1764938852.691477:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:2.0:1764938852.691480:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90707:90707:256:4294967295] 192.168.203.57@tcp LPNI seq info [90707:90707:8:4294967295] 00000400:00000200:2.0:1764938852.691489:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.691495:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.691499:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008715adab (tot 82352938). 00000800:00000200:2.0:1764938852.691503:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.691509:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.691512:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008715adab type 1, nob 424 niov 1 nkiov 1 00000100:00000200:1.0:1764938852.691580:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024000, offset 224 00000400:00000200:1.0:1764938852.691586:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.691592:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.691595:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90708:90708:255:4294967295] 192.168.203.57@tcp LPNI seq info [90708:90708:7:4294967295] 00000400:00000200:1.0:1764938852.691601:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.691605:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.691608:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3578c16 (tot 82353186). 00000800:00000200:1.0:1764938852.691612:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.691615:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.691617:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3578c16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.691627:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.691631:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.691633:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092f4a474. 00000800:00000200:3.0:1764938852.691758:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.691762:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008715adab (tot 82352938). 00000400:00000200:3.0:1764938852.691765:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.691769:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.691773:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed232696 00000400:00000010:3.0:1764938852.691775:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed232696. 00000100:00000200:3.0:1764938852.691783:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a7e89f3 x1850670626946624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1764938852.692060:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.692063:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3578c16 (tot 82352690). 00000400:00000200:3.0:1764938852.692067:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.692070:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.692073:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9b9742d 00000400:00000010:3.0:1764938852.692074:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9b9742d. 00010000:00000010:2.1:1764938852.696317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003220efc3. 00010000:00000010:2.1:1764938852.696332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001491f8fb. 00010000:00000010:2.1:1764938852.696336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c5c6fb4. 00010000:00000010:2.1:1764938852.696340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8402a7f. 00010000:00000010:2.1:1764938852.696343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f38a52. 00000400:00000200:3.0:1764938852.700685:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.700705:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550be40 00000400:00000200:3.0:1764938852.700714:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb181d [1] + 224 00000400:00000200:3.0:1764938852.700726:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.700731:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.700743:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a7e89f3 x1850670626946624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.700785:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.700791:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65f40 00000400:00000200:3.0:1764938852.700796:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0171 [2] + 1312 00000400:00000200:3.0:1764938852.702213:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.702224:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.702232:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.702238:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00000400:00000010:1.0:1764938852.705448:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000134e9eb9. 00000400:00000200:1.0:1764938852.705457:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e402df5c 00000400:00000010:1.0:1764938852.705460:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e402df5c. 00000100:00000200:1.0:1764938852.705475:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a7e89f3 x1850670626946624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.705485:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a7e89f3 x1850670626946624/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.705515:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000678d5c83. 02000000:00000010:1.0:1764938852.705522:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026d58502. 00000100:00000010:1.0:1764938852.705526:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a7e89f3. 00000100:00000010:1.0:1764938852.705530:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8d67274. 00010000:00000010:1.0:1764938852.705534:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3fe4b0. 00000020:00000010:1.0:1764938852.705579:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f00bdf9. 00000020:00000010:1.0:1764938852.705586:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.705590:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.705612:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670621024064/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1764938852.705652:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024064 02000000:00000010:1.0:1764938852.705661:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8c7088c. 00010000:00000010:1.0:1764938852.705686:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074e57701. 00010000:00000010:1.0:1764938852.705703:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.705709:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.705726:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.705729:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.705743:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046877487. 00000100:00000200:1.0:1764938852.705747:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024064, offset 224 00000400:00000200:1.0:1764938852.705756:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:3.0:1764938852.705769:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de88a7e9. 00000400:00000200:1.0:1764938852.705769:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.705774:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90709:90709:256:4294967295] 192.168.203.57@tcp LPNI seq info [90709:90709:8:4294967295] 00000400:00000200:1.0:1764938852.705784:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.705789:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.705793:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000433ba152 (tot 82352938). 00000800:00000200:1.0:1764938852.705798:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.705805:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.705808:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000433ba152 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.705833:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.705837:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.705841:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f00bdf9. 00010000:00000010:3.0:1764938852.705901:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f06718b3. 00010000:00000010:3.0:1764938852.705910:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2dacef1. 00010000:00000010:3.0:1764938852.705984:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.0:1764938852.705991:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938852.706000:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7ae4c49. 00000100:00000010:3.0:1764938852.706004:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e110faa. 00000100:00000010:3.0:1764938852.706010:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df2d2ba6. 02000000:00000010:3.0:1764938852.706019:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d85d162. 02000000:00000010:3.0:1764938852.706040:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f42f506. 00000400:00000010:3.0:1764938852.706046:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3ca92ca. 00000400:00000010:3.0:1764938852.706051:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c259093f. 00000100:00000200:3.0:1764938852.706055:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946688, portal 16 00000400:00000010:3.0:1764938852.706059:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1259d8e. 00000100:00000200:3.0:1764938852.706060:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946688, offset 0 00000400:00000200:3.0:1764938852.706066:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.706071:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.706078:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.706081:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.706084:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.706086:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90710:90710:255:4294967295] 192.168.203.57@tcp LPNI seq info [90710:90710:7:4294967295] 00000400:00000200:3.0:1764938852.706093:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.706097:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.706100:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82353186). 00000800:00000200:3.0:1764938852.706139:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.706143:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.706145:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.706378:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.706382:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000433ba152 (tot 82352938). 00000400:00000200:2.0:1764938852.706386:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.706391:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.706394:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046877487 00000400:00000010:2.0:1764938852.706396:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046877487. 00000800:00000200:2.0:1764938852.708003:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.708009:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:2.0:1764938852.708015:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.708022:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.708026:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1259d8e 00000400:00000010:2.0:1764938852.708028:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1259d8e. 00000100:00000200:2.0:1764938852.708035:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df2d2ba6 x1850670626946688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.708800:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.708816:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550be80 00000400:00000200:3.0:1764938852.708823:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb182d [1] + 224 00000400:00000200:3.0:1764938852.708839:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.708843:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.708849:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df2d2ba6 x1850670626946688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.708878:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.708884:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65f80 00000400:00000200:3.0:1764938852.708889:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0171 [2] + 1640 00000400:00000200:3.0:1764938852.709226:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.709231:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.709236:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.709241:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 00000400:00000010:1.0:1764938852.709283:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3ca92ca. 00000400:00000200:1.0:1764938852.709288:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c259093f 00000400:00000010:1.0:1764938852.709289:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c259093f. 00000100:00000200:1.0:1764938852.709295:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df2d2ba6 x1850670626946688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.709302:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df2d2ba6 x1850670626946688/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.709328:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f42f506. 02000000:00000010:1.0:1764938852.709334:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d85d162. 00000100:00000010:1.0:1764938852.709336:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df2d2ba6. 00000020:00000010:2.0:1764938852.709338:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6fbe4f9. 00000100:00000010:1.0:1764938852.709340:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e110faa. 00010000:00000010:1.0:1764938852.709343:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7ae4c49. 00000020:00000010:2.0:1764938852.709344:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8685fa. 00000020:00000010:2.0:1764938852.709348:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0dc7a89. 00000100:00000200:2.0:1764938852.709378:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1bf7105 x1850670621024128/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1764938852.709937:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024128 02000000:00000010:1.0:1764938852.709950:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f00bdf9. 00010000:00000010:1.0:1764938852.709976:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015cb28f6. 00010000:00000010:1.0:1764938852.709993:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.709999:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.710018:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.710021:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00000400:00000010:1.0:1764938852.710035:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ab36750. 00000100:00000200:1.0:1764938852.710039:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024128, offset 224 00000400:00000200:1.0:1764938852.710047:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.710057:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.710062:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90711:90711:256:4294967295] 192.168.203.57@tcp LPNI seq info [90711:90711:8:4294967295] 00000400:00000200:1.0:1764938852.710072:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.710077:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.710081:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd6fc16 (tot 82352938). 00000800:00000200:1.0:1764938852.710086:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.710092:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.710096:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acd6fc16 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.710132:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8685fa. 00000020:00000010:1.0:1764938852.710136:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0dc7a89. 00000020:00000010:1.0:1764938852.710139:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6fbe4f9. 00000800:00000200:3.0:1764938852.710520:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.710524:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd6fc16 (tot 82352690). 00000400:00000200:3.0:1764938852.710528:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.710531:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.710534:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ab36750 00000400:00000010:3.0:1764938852.710536:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ab36750. 00080000:00000010:3.0:1764938852.710560:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d85d162. 00010000:00000010:3.0:1764938852.710634:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938852.710641:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db16782f. 00010000:00000010:3.0:1764938852.710714:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938852.710720:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938852.710731:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5b7ec4. 00000100:00000010:3.0:1764938852.710734:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938852.710741:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 02000000:00000010:3.0:1764938852.710750:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f42f506. 02000000:00000010:3.0:1764938852.710773:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4172fd8. 00000400:00000010:3.0:1764938852.710778:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007890ef0. 00000400:00000010:3.0:1764938852.710784:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938852.710789:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946752, portal 16 00000400:00000010:3.0:1764938852.710794:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c276554. 00000100:00000200:3.0:1764938852.710795:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946752, offset 0 00000400:00000200:3.0:1764938852.710802:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.710810:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.710816:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.710820:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.710822:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.710825:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90712:90712:256:4294967295] 192.168.203.57@tcp LPNI seq info [90712:90712:8:4294967295] 00000400:00000200:3.0:1764938852.710831:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.710835:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.710838:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331992a6 (tot 82352938). 00000800:00000200:3.0:1764938852.710842:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.710845:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.710848:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000331992a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.711270:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.711274:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331992a6 (tot 82352690). 00000400:00000200:2.0:1764938852.711278:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.711282:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.711286:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c276554 00000400:00000010:2.0:1764938852.711287:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c276554. 00000100:00000200:2.0:1764938852.711294:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054315652 x1850670626946752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.713483:0:78572:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004939be23. 00010000:00000010:3.1:1764938852.719471:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000657e3141. 00010000:00000010:3.1:1764938852.719483:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ed36b65. 00010000:00000010:3.1:1764938852.719487:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a0ac9e1. 00010000:00000010:3.1:1764938852.719490:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00000400:00000200:2.0:1764938852.719551:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.719566:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bec0 00000400:00000200:2.0:1764938852.719574:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1839 [1] + 224 00000400:00000200:2.0:1764938852.719591:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.719595:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.719605:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054315652 x1850670626946752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.719702:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007890ef0. 00000400:00000200:3.0:1764938852.719707:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:3.0:1764938852.719709:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:3.0:1764938852.719715:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054315652 x1850670626946752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.719722:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054315652 x1850670626946752/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.719753:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4172fd8. 02000000:00000010:3.0:1764938852.719758:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f42f506. 00000100:00000010:3.0:1764938852.719762:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000010:3.0:1764938852.719766:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938852.719769:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c5b7ec4. 00000400:00000200:2.0:1764938852.722624:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.722644:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f65fc0 00000400:00000200:2.0:1764938852.722653:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0171 [2] + 1968 00000400:00000010:2.0:1764938852.722658:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2d6ba9c. 00000400:00000200:2.0:1764938852.722666:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cdb37231 00000400:00000200:2.0:1764938852.722745:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.722749:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.722753:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb37231 00000400:00000010:2.0:1764938852.722756:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cdb37231 (tot 82352538). 00000100:00000200:2.0:1764938852.722762:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1764938852.723161:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f42f506. 00000020:00000010:3.0:1764938852.723168:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938852.723173:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000b18cb76. 00000100:00000200:3.0:1764938852.723200:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000723ada7c x1850670621024192/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1764938852.723234:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024192 02000000:00000010:3.0:1764938852.723244:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4172fd8. 00010000:00000010:3.0:1764938852.723271:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dae45d5. 00010000:00000010:3.0:1764938852.723294:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5b7ec4. 00000100:00000010:3.0:1764938852.723301:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938852.723311:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938852.723314:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c5b7ec4. 00080000:00000010:3.0:1764938852.723365:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cf7886d. 00010000:00000010:3.0:1764938852.723450:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938852.723456:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064540fe9. 00010000:00000010:3.0:1764938852.723527:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc7687e5. 00010000:00000010:3.0:1764938852.723533:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d79bead5. 00010000:00000010:3.0:1764938852.723543:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5b7ec4. 00000100:00000010:3.0:1764938852.723546:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938852.723553:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 02000000:00000010:3.0:1764938852.723566:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092f4a474. 02000000:00000010:3.0:1764938852.723592:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ba6b2d6. 00000400:00000010:3.0:1764938852.723597:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007890ef0. 00000400:00000010:3.0:1764938852.723603:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938852.723609:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946816, portal 16 00000400:00000010:3.0:1764938852.723613:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938852.723615:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946816, offset 0 00000400:00000200:3.0:1764938852.723622:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.723633:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.723640:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.723644:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.723647:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.723650:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90713:90713:256:4294967295] 192.168.203.57@tcp LPNI seq info [90713:90713:8:4294967295] 00000400:00000200:3.0:1764938852.723660:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.723665:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.723669:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82352786). 00000800:00000200:3.0:1764938852.723674:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.723681:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.723685:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.723777:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.723780:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352538). 00000400:00000200:3.0:1764938852.723784:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.723788:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.723791:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:3.0:1764938852.723792:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00000100:00000200:3.0:1764938852.723796:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054315652 x1850670626946816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.723813:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9435df8. 00000100:00000200:3.0:1764938852.723816:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024192, offset 224 00000400:00000200:3.0:1764938852.723820:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.723824:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.723827:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90714:90714:256:4294967295] 192.168.203.57@tcp LPNI seq info [90714:90714:8:4294967295] 00000400:00000200:3.0:1764938852.723833:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.723837:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.723839:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047e36198 (tot 82352786). 00000800:00000200:3.0:1764938852.723842:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.723845:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.723847:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047e36198 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.725068:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938852.725076:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000b18cb76. 00000020:00000010:3.0:1764938852.725080:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f42f506. 02000000:00000010:3.0:1764938852.725089:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f00bdf9. 00000100:00000010:3.0:1764938852.725092:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 02000000:00000010:3.0:1764938852.725097:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8c7088c. 00000100:00000010:3.0:1764938852.725099:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938852.725125:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003914ae78. 00000100:00000010:3.0:1764938852.725128:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.725131:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000010dafe57. 00000100:00000010:3.0:1764938852.725133:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d48bd191. 02000000:00000010:3.0:1764938852.725135:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7b11732. 00000100:00000010:3.0:1764938852.725139:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:3.0:1764938852.725141:0:64654:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009407120e. 00000100:00000010:3.0:1764938852.725143:0:64654:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000200:3.0:1764938852.725152:0:64654:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:2.0:1764938852.727518:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.727526:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047e36198 (tot 82352538). 00000400:00000200:2.0:1764938852.727534:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.727545:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.727551:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9435df8 00000400:00000010:2.0:1764938852.727554:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9435df8. 00010000:00000010:1.1:1764938852.727556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fe2650. 02000000:00000010:2.0:1764938852.727562:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4172fd8. 00000400:00000010:2.0:1764938852.727594:0:64654:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b250cf85. 00000400:00000010:2.0:1764938852.727601:0:64654:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8d67274 (tot 82352690). 00000400:00000200:2.0:1764938852.728185:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.728200:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bf00 00000400:00000200:2.0:1764938852.728207:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1841 [1] + 224 00000400:00000200:2.0:1764938852.728222:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.728225:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.728234:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054315652 x1850670626946816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.728420:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007890ef0. 00000400:00000200:3.0:1764938852.728424:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:3.0:1764938852.728426:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:3.0:1764938852.728432:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054315652 x1850670626946816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.728440:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054315652 x1850670626946816/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.728468:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ba6b2d6. 02000000:00000010:3.0:1764938852.728473:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092f4a474. 00000100:00000010:3.0:1764938852.728477:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000010:3.0:1764938852.728480:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938852.728483:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c5b7ec4. 00000400:00000200:2.0:1764938852.734716:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.734737:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f66000 00000400:00000200:2.0:1764938852.734745:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb01c9 [2] + 0 00000400:00000200:2.0:1764938852.734808:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.734813:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.734819:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.734825:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005236100b. 00000020:00000010:0.0:1764938852.741259:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000589170aa. 00000020:00000010:0.0:1764938852.741271:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938852.741276:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e9106286. 00000100:00000200:0.0:1764938852.741304:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005236100b x1850670621024256/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1764938852.741337:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024256 02000000:00000010:0.0:1764938852.741348:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010dafe57. 00010000:00000010:0.0:1764938852.741384:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097c8751c. 00010000:00000010:0.0:1764938852.741404:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1bd679b. 00000100:00000010:0.0:1764938852.741411:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071555ff2. 00000100:00000010:0.0:1764938852.741430:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000071555ff2. 00010000:00000010:0.0:1764938852.741434:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1bd679b. 00000400:00000010:0.0:1764938852.741446:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938852.741452:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024256, offset 224 00000400:00000200:0.0:1764938852.741461:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.741476:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.741482:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90715:90715:256:4294967295] 192.168.203.57@tcp LPNI seq info [90715:90715:8:4294967295] 00000400:00000200:0.0:1764938852.741493:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.741498:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.741502:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82352938). 00000800:00000200:0.0:1764938852.741507:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.741514:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.741517:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.741536:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938852.741540:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e9106286. 00000020:00000010:0.0:1764938852.741543:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000589170aa. 00000800:00000200:0.0:1764938852.741649:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.741654:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352690). 00000400:00000200:0.0:1764938852.741657:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.741661:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.741666:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938852.741668:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00080000:00000010:1.0:1764938852.741749:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd81b62d. 00010000:00000010:1.0:1764938852.741841:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d79bead5. 00010000:00000010:1.0:1764938852.741847:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068bb0430. 00010000:00000010:1.0:1764938852.741923:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000876cd5bc. 00010000:00000010:1.0:1764938852.741930:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f93d1d74. 00010000:00000010:1.0:1764938852.741939:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9bead52. 00000100:00000010:1.0:1764938852.741943:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.741950:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 02000000:00000010:1.0:1764938852.741959:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9633c8a. 02000000:00000010:1.0:1764938852.741982:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000103bd2da. 00000400:00000010:1.0:1764938852.741988:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938852.741992:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd7a8a2. 00000100:00000200:1.0:1764938852.741997:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946880, portal 16 00000400:00000010:1.0:1764938852.742001:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938852.742003:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946880, offset 0 00000400:00000200:1.0:1764938852.742008:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.742014:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.742021:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.742024:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.742027:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.742030:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90716:90716:256:4294967295] 192.168.203.57@tcp LPNI seq info [90716:90716:8:4294967295] 00000400:00000200:1.0:1764938852.742036:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.742040:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.742044:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.742047:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.742051:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.742054:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1764938852.742140:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.742143:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:1.0:1764938852.742147:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.742150:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.742153:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:1.0:1764938852.742154:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000100:00000200:1.0:1764938852.742159:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087f22375 x1850670626946880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.742697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004162541a. 00010000:00000010:3.1:1764938852.742704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dc18d23. 00010000:00000010:3.1:1764938852.742707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00000400:00000200:2.0:1764938852.753562:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.753580:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bf40 00000400:00000200:2.0:1764938852.753587:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1855 [1] + 224 00000400:00000200:2.0:1764938852.753598:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.753602:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.753612:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087f22375 x1850670626946880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.753649:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.753654:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f66040 00000400:00000200:2.0:1764938852.753659:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb01c9 [2] + 328 00000400:00000200:2.0:1764938852.753715:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.753719:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.753723:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.753729:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002801e2e5. 00000400:00000010:3.0:1764938852.753960:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:3.0:1764938852.753965:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd7a8a2 00000400:00000010:3.0:1764938852.753967:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd7a8a2. 00000100:00000200:3.0:1764938852.753973:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087f22375 x1850670626946880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.753981:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087f22375 x1850670626946880/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.754009:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000103bd2da. 02000000:00000010:3.0:1764938852.754014:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9633c8a. 00000100:00000010:3.0:1764938852.754018:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 00000100:00000010:3.0:1764938852.754024:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:3.0:1764938852.754028:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9bead52. 00010000:00000010:1.1:1764938852.754314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da4305af. 00010000:00000010:1.1:1764938852.754320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7687e5. 00000020:00000010:0.0:1764938852.756283:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c53e448. 00000020:00000010:0.0:1764938852.756294:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fd1958fa. 00000020:00000010:0.0:1764938852.756298:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e9106286. 00000100:00000200:0.0:1764938852.756336:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002801e2e5 x1850670621024320/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1764938852.757179:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024320 02000000:00000010:3.0:1764938852.757193:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ba6b2d6. 00010000:00000010:3.0:1764938852.757220:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db503781. 00010000:00000010:3.0:1764938852.757238:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5b7ec4. 00000100:00000010:3.0:1764938852.757244:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938852.757256:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:3.0:1764938852.757259:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c5b7ec4. 00000400:00000010:3.0:1764938852.757271:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938852.757276:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024320, offset 224 00000400:00000200:3.0:1764938852.757284:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.757297:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.757302:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90717:90717:256:4294967295] 192.168.203.57@tcp LPNI seq info [90717:90717:8:4294967295] 00000400:00000200:3.0:1764938852.757312:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.757317:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.757321:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938852.757327:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.757333:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.757336:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.757351:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fd1958fa. 00000020:00000010:3.0:1764938852.757364:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e9106286. 00000020:00000010:3.0:1764938852.757367:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c53e448. 00080000:00000010:3.0:1764938852.757398:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009407120e. 00010000:00000010:3.0:1764938852.757475:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f93d1d74. 00010000:00000010:3.0:1764938852.757480:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009cabc178. 00010000:00000010:3.0:1764938852.757544:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab81ee11. 00010000:00000010:3.0:1764938852.757550:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86a5dcd. 00010000:00000010:3.0:1764938852.757559:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5b7ec4. 00000100:00000010:3.0:1764938852.757562:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938852.757569:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054315652. 02000000:00000010:3.0:1764938852.757579:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9633c8a. 02000000:00000010:3.0:1764938852.757601:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000103bd2da. 00000400:00000010:3.0:1764938852.757607:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007890ef0. 00000400:00000010:3.0:1764938852.757611:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038a32027. 00000100:00000200:3.0:1764938852.757615:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626946944, portal 16 00000400:00000010:3.0:1764938852.757619:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938852.757621:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626946944, offset 0 00000400:00000200:3.0:1764938852.757625:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.757631:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.757637:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.757640:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.757643:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.757645:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90718:90718:255:4294967295] 192.168.203.57@tcp LPNI seq info [90718:90718:7:4294967295] 00000400:00000200:3.0:1764938852.757651:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.757654:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.757657:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82353186). 00000800:00000200:3.0:1764938852.757661:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.757664:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.757666:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.757709:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.757711:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352938). 00000400:00000200:3.0:1764938852.757715:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.757719:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.757722:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:3.0:1764938852.757724:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000800:00000200:3.0:1764938852.758000:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.758002:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:3.0:1764938852.758005:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.758009:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.758011:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:3.0:1764938852.758013:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:3.0:1764938852.758017:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054315652 x1850670626946944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.764624:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.764644:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bf80 00000400:00000200:3.0:1764938852.764652:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1861 [1] + 224 00000400:00000200:3.0:1764938852.764662:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.764666:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.764677:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054315652 x1850670626946944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.764722:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.764727:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f66080 00000400:00000200:3.0:1764938852.764732:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb01c9 [2] + 656 00000400:00000200:3.0:1764938852.764779:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.764782:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.764786:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.764791:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 00000400:00000010:0.0:1764938852.764848:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007890ef0. 00000400:00000200:0.0:1764938852.764854:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038a32027 00000400:00000010:0.0:1764938852.764856:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038a32027. 00000100:00000200:0.0:1764938852.764862:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054315652 x1850670626946944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1764938852.764870:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054315652 x1850670626946944/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1764938852.764900:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000103bd2da. 02000000:00000010:0.0:1764938852.764905:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9633c8a. 00000100:00000010:0.0:1764938852.764909:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054315652. 00000100:00000010:0.0:1764938852.764912:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:0.0:1764938852.764915:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c5b7ec4. 00000020:00000010:0.0:1764938852.764956:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085b6b277. 00000020:00000010:0.0:1764938852.764963:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938852.764967:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f2b65790. 00000100:00000200:0.0:1764938852.764989:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002724c5db x1850670621024384/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1764938852.765018:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024384 02000000:00000010:0.0:1764938852.765027:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002414a6b8. 00010000:00000010:0.0:1764938852.765051:0:64653:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075ae4d11. 00010000:00000010:0.0:1764938852.765071:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000355096db. 00000100:00000010:0.0:1764938852.765077:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033c89900. 00000100:00000010:0.0:1764938852.765087:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033c89900. 00010000:00000010:0.0:1764938852.765091:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000355096db. 00000400:00000010:0.0:1764938852.765127:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e8e9ce. 00000100:00000200:0.0:1764938852.765131:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024384, offset 224 00000400:00000200:0.0:1764938852.765139:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.765150:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.765156:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90719:90719:256:4294967295] 192.168.203.57@tcp LPNI seq info [90719:90719:8:4294967295] 00000400:00000200:0.0:1764938852.765166:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.765171:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.765176:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7fe5ead (tot 82352938). 00000800:00000200:0.0:1764938852.765181:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.765187:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.765191:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7fe5ead type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1764938852.765209:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da07a406. 00000020:00000010:0.0:1764938852.765213:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f2b65790. 00000020:00000010:0.0:1764938852.765216:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085b6b277. 00080000:00000010:0.0:1764938852.765239:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085b6b277. 00010000:00000010:0.0:1764938852.765323:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86a5dcd. 00010000:00000010:0.0:1764938852.765331:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000048fdb21. 00010000:00000010:0.0:1764938852.765431:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008404f4e7. 00010000:00000010:0.0:1764938852.765439:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a60ee060. 00010000:00000010:0.0:1764938852.765450:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000355096db. 00000100:00000010:0.0:1764938852.765453:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033c89900. 00000100:00000010:0.0:1764938852.765459:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cec6963. 02000000:00000010:0.0:1764938852.765468:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb9a4e38. 02000000:00000010:0.0:1764938852.765490:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c53e448. 00000400:00000010:0.0:1764938852.765494:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000790e7b00. 00000400:00000010:0.0:1764938852.765499:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7a2925c. 00000100:00000200:0.0:1764938852.765503:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626947008, portal 16 00000400:00000010:0.0:1764938852.765508:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e1e9ad3. 00000100:00000200:0.0:1764938852.765510:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626947008, offset 0 00000400:00000200:0.0:1764938852.765516:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:0.0:1764938852.765522:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:0.0:1764938852.765528:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1764938852.765531:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1764938852.765534:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:0.0:1764938852.765536:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90720:90720:255:4294967295] 192.168.203.57@tcp LPNI seq info [90720:90720:7:4294967295] 00000400:00000200:0.0:1764938852.765543:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:0.0:1764938852.765547:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:0.0:1764938852.765550:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007879a303 (tot 82353186). 00000800:00000200:0.0:1764938852.765554:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:0.0:1764938852.765557:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:0.0:1764938852.765559:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007879a303 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1764938852.765601:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.765603:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7fe5ead (tot 82352938). 00000400:00000200:0.0:1764938852.765607:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.765610:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.765612:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e8e9ce 00000400:00000010:0.0:1764938852.765614:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e8e9ce. 00000800:00000200:0.0:1764938852.765648:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1764938852.765650:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007879a303 (tot 82352690). 00000400:00000200:0.0:1764938852.765653:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.765656:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:0.0:1764938852.765658:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e1e9ad3 00000400:00000010:0.0:1764938852.765659:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e1e9ad3. 00000100:00000200:0.0:1764938852.765664:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001cec6963 x1850670626947008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.770167:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.770186:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550bfc0 00000400:00000200:3.0:1764938852.770194:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb186d [1] + 224 00000400:00000200:3.0:1764938852.770209:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.770213:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.770223:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001cec6963 x1850670626947008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1764938852.770262:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000790e7b00. 00000400:00000200:3.0:1764938852.770266:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7a2925c 00000400:00000010:3.0:1764938852.770268:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7a2925c. 00000100:00000200:3.0:1764938852.770273:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001cec6963 x1850670626947008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.770286:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001cec6963 x1850670626947008/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.770313:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c53e448. 02000000:00000010:3.0:1764938852.770319:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb9a4e38. 00000100:00000010:3.0:1764938852.770322:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cec6963. 00000100:00000010:3.0:1764938852.770326:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033c89900. 00010000:00000010:3.0:1764938852.770330:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000355096db. 00010000:00000010:0.1:1764938852.770538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000049a130f. 00010000:00000010:3.1:1764938852.774145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c8f6e69. 00010000:00000010:3.1:1764938852.774157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9a6d9f1. 00010000:00000010:3.1:1764938852.774161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876cd5bc. 00000400:00000200:3.0:1764938852.775950:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.775974:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f660c0 00000400:00000200:3.0:1764938852.775982:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb01c9 [2] + 984 00000400:00000200:3.0:1764938852.776041:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.776046:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.776053:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.776058:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d90d6431. 00000020:00000010:1.0:1764938852.777327:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e493cc26. 00000020:00000010:1.0:1764938852.777337:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.777342:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.778768:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d90d6431 x1850670621024448/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1764938852.778817:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024448 02000000:00000010:1.0:1764938852.778830:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000acf7360. 00010000:00000010:1.0:1764938852.778858:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000338924c0. 00010000:00000010:1.0:1764938852.778876:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf657511. 00000100:00000010:1.0:1764938852.778882:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.778904:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.778908:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf657511. 00000400:00000010:1.0:1764938852.778924:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938852.778930:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024448, offset 224 00080000:00000010:3.0:1764938852.778933:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000103bd2da. 00000400:00000200:1.0:1764938852.778939:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.778953:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.778959:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90721:90721:256:4294967295] 192.168.203.57@tcp LPNI seq info [90721:90721:8:4294967295] 00000400:00000200:1.0:1764938852.778968:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.778973:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.778977:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82352938). 00000800:00000200:1.0:1764938852.778983:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.778991:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.778994:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1764938852.779013:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a60ee060. 00000020:00000010:1.0:1764938852.779014:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00010000:00000010:3.0:1764938852.779021:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078dcde7a. 00000020:00000010:1.0:1764938852.779021:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.779029:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e493cc26. 00010000:00000010:3.0:1764938852.779091:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938852.779098:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938852.779134:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000daf6d7bb. 00000100:00000010:3.0:1764938852.779138:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072c68e26. 00000100:00000010:3.0:1764938852.779145:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1bf7105. 02000000:00000010:3.0:1764938852.779155:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000589170aa. 02000000:00000010:3.0:1764938852.779179:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000977941ad. 00000400:00000010:3.0:1764938852.779184:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077fa56e5. 00000400:00000010:3.0:1764938852.779188:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938852.779193:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626947072, portal 16 00000400:00000010:3.0:1764938852.779197:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938852.779199:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626947072, offset 0 00000400:00000200:3.0:1764938852.779204:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.779211:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.779216:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.779220:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.779223:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.779225:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90722:90722:255:4294967295] 192.168.203.57@tcp LPNI seq info [90722:90722:7:4294967295] 00000400:00000200:3.0:1764938852.779231:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.779236:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.779239:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e936eeb (tot 82353186). 00000800:00000200:3.0:1764938852.779242:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.779246:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.779248:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e936eeb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1764938852.780240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005571eec7. 00010000:00000010:0.1:1764938852.780250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000524801ea. 00010000:00000010:0.1:1764938852.780254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab81ee11. 00000800:00000200:1.0:1764938852.782985:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.782992:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352938). 00000400:00000200:1.0:1764938852.783001:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.783010:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.783015:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:1.0:1764938852.783018:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000800:00000200:1.0:1764938852.784725:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.784731:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e936eeb (tot 82352690). 00000400:00000200:1.0:1764938852.784738:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.784745:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.784750:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:1.0:1764938852.784752:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:1.0:1764938852.784760:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1bf7105 x1850670626947072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.788029:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.788048:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550c000 00000400:00000200:3.0:1764938852.788057:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1879 [1] + 224 00000400:00000200:3.0:1764938852.788069:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.788074:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.788085:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1bf7105 x1850670626947072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.788142:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.788148:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f66100 00000400:00000200:3.0:1764938852.788154:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb01c9 [2] + 1312 00000400:00000200:3.0:1764938852.788208:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.788211:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.788215:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1764938852.788221:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f59f34e. 00000400:00000010:1.0:1764938852.788254:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077fa56e5. 00000400:00000200:1.0:1764938852.788261:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:1.0:1764938852.788262:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:1.0:1764938852.788268:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1bf7105 x1850670626947072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.788276:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1bf7105 x1850670626947072/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.788305:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000977941ad. 02000000:00000010:1.0:1764938852.788310:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000589170aa. 00000100:00000010:1.0:1764938852.788313:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1bf7105. 00000100:00000010:1.0:1764938852.788317:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072c68e26. 00010000:00000010:1.0:1764938852.788320:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000daf6d7bb. 00000020:00000010:1.0:1764938852.788370:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e493cc26. 00000020:00000010:1.0:1764938852.788383:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.788387:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038530c21. 00000100:00000200:1.0:1764938852.788409:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f59f34e x1850670621024512/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1764938852.788437:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024512 02000000:00000010:1.0:1764938852.788449:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b515ff48. 00010000:00000010:1.0:1764938852.788475:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da1846ff. 00010000:00000010:1.0:1764938852.788494:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf657511. 00000100:00000010:1.0:1764938852.788501:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.788519:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.788523:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf657511. 00080000:00000010:3.0:1764938852.788549:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb9a4e38. 00010000:00000010:3.0:1764938852.788634:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938852.788642:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6a99840. 00010000:00000010:3.0:1764938852.788721:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fe8e75c. 00010000:00000010:3.0:1764938852.788728:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001cbd4e91. 00010000:00000010:3.0:1764938852.788738:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004aac1427. 00000100:00000010:3.0:1764938852.788743:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072c68e26. 00000100:00000010:3.0:1764938852.788750:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004726f8f6. 02000000:00000010:3.0:1764938852.788760:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c53e448. 02000000:00000010:3.0:1764938852.788782:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000589170aa. 00000400:00000010:3.0:1764938852.788786:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053d8a788. 00000400:00000010:3.0:1764938852.788791:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938852.788797:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626947136, portal 16 00000400:00000010:3.0:1764938852.788802:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938852.788804:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626947136, offset 0 00000400:00000200:3.0:1764938852.788811:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.788820:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.788827:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.788831:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.788834:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.788837:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90723:90723:256:4294967295] 192.168.203.57@tcp LPNI seq info [90723:90723:8:4294967295] 00000400:00000200:3.0:1764938852.788846:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.788850:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.788855:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352938). 00000800:00000200:3.0:1764938852.788861:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.788868:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.788872:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1764938852.789756:0:64654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000843cabc. 00000400:00000010:1.0:1764938852.789774:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024527900. 00000100:00000200:1.0:1764938852.789778:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024512, offset 224 00000400:00000200:1.0:1764938852.789785:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.789795:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.789799:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90724:90724:255:4294967295] 192.168.203.57@tcp LPNI seq info [90724:90724:7:4294967295] 00000400:00000200:1.0:1764938852.789807:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.789811:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.789815:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008544a222 (tot 82353186). 00000800:00000200:1.0:1764938852.789819:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.789823:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.789826:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008544a222 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1764938852.789838:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000046f82e43. 00000020:00000010:1.0:1764938852.789842:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038530c21. 00000020:00000010:1.0:1764938852.789846:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e493cc26. 00010000:00000010:3.1:1764938852.792486:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081d72a01. 00010000:00000010:3.1:1764938852.792498:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008404f4e7. 00000800:00000200:3.0:1764938852.792516:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.792520:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352938). 00000400:00000200:3.0:1764938852.792525:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.792533:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.792539:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:3.0:1764938852.792541:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:3.0:1764938852.792549:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004726f8f6 x1850670626947136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1764938852.792625:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.792626:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008544a222 (tot 82352690). 00000400:00000200:3.0:1764938852.792630:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.792633:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.792635:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024527900 00000400:00000010:3.0:1764938852.792637:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024527900. 00000400:00000200:1.0:1764938852.793122:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.793134:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550c040 00000400:00000200:1.0:1764938852.793142:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1881 [1] + 224 00000400:00000200:1.0:1764938852.793153:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.793156:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.793163:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004726f8f6 x1850670626947136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1764938852.793188:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:1.0:1764938852.793192:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f66140 00000400:00000200:1.0:1764938852.793197:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb01c9 [2] + 1640 00000400:00000200:1.0:1764938852.793229:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.793233:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:1.0:1764938852.793237:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1764938852.793241:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087f22375. 00000400:00000010:3.0:1764938852.793301:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053d8a788. 00000400:00000200:3.0:1764938852.793305:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:3.0:1764938852.793307:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 00000100:00000200:3.0:1764938852.793311:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004726f8f6 x1850670626947136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.793319:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004726f8f6 x1850670626947136/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.793345:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000589170aa. 02000000:00000010:3.0:1764938852.793350:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c53e448. 00000100:00000010:3.0:1764938852.793363:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004726f8f6. 00000100:00000010:3.0:1764938852.793367:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072c68e26. 00010000:00000010:3.0:1764938852.793370:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004aac1427. 00000020:00000010:2.0:1764938852.793430:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000678d5c83. 00000020:00000010:2.0:1764938852.793436:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.793440:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a4cbd75. 00000100:00000200:2.0:1764938852.793466:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087f22375 x1850670621024576/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1764938852.793497:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024576 02000000:00000010:2.0:1764938852.793508:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002be90b8c. 00010000:00000010:2.0:1764938852.793533:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad058f84. 00010000:00000010:2.0:1764938852.793552:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c2ecc932. 00000100:00000010:2.0:1764938852.793558:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045d505a9. 00000100:00000010:2.0:1764938852.793581:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045d505a9. 00010000:00000010:2.0:1764938852.793584:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c2ecc932. 00000400:00000010:2.0:1764938852.793596:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d4ee39. 00000100:00000200:2.0:1764938852.793600:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024576, offset 224 00000400:00000200:2.0:1764938852.793607:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.793617:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.793622:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90725:90725:256:4294967295] 192.168.203.57@tcp LPNI seq info [90725:90725:8:4294967295] 00000400:00000200:2.0:1764938852.793632:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.793636:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.793640:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007056da43 (tot 82352938). 00000800:00000200:2.0:1764938852.793644:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.793650:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.793653:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007056da43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.793666:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.793670:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a4cbd75. 00000020:00000010:2.0:1764938852.793674:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000678d5c83. 00080000:00000010:1.0:1764938852.793847:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003afb8661. 00010000:00000010:1.0:1764938852.793939:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbd4e91. 00010000:00000010:1.0:1764938852.793946:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad229b6a. 00010000:00000010:1.0:1764938852.794073:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec4f237. 00010000:00000010:1.0:1764938852.794080:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b5b646d. 00010000:00000010:1.0:1764938852.794090:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf657511. 00000100:00000010:1.0:1764938852.794094:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.794100:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 02000000:00000010:1.0:1764938852.794257:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e493cc26. 02000000:00000010:1.0:1764938852.794280:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b0c87fa. 00000400:00000010:1.0:1764938852.794286:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938852.794291:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938852.794296:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626947200, portal 16 00000400:00000010:1.0:1764938852.794300:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6befead. 00000100:00000200:1.0:1764938852.794302:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626947200, offset 0 00000400:00000200:1.0:1764938852.794307:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.794316:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.794323:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.794326:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.794329:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.794331:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90726:90726:255:4294967295] 192.168.203.57@tcp LPNI seq info [90726:90726:7:4294967295] 00000400:00000200:1.0:1764938852.794341:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.794345:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.794348:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd2287b (tot 82353186). 00000800:00000200:1.0:1764938852.794352:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.794367:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.794369:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffd2287b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.794529:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.794532:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007056da43 (tot 82352938). 00000400:00000200:3.0:1764938852.794536:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.794540:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.794542:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d4ee39 00000400:00000010:3.0:1764938852.794544:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d4ee39. 00000800:00000200:3.0:1764938852.794735:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.794737:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd2287b (tot 82352690). 00000400:00000200:3.0:1764938852.794741:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.794744:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.794747:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6befead 00000400:00000010:3.0:1764938852.794748:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6befead. 00000100:00000200:3.0:1764938852.794752:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626947200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.796908:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.796926:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550c080 00000400:00000200:3.0:1764938852.796936:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb1891 [1] + 224 00000400:00000200:3.0:1764938852.796953:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.796957:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.797035:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626947200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.797201:0:77248:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000becab290. 00010000:00000010:3.1:1764938852.798091:0:15836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5c94524. 00010000:00000010:3.1:1764938852.798118:0:15836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00000400:00000200:3.0:1764938852.798178:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.798188:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f66180 00000400:00000200:3.0:1764938852.798196:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb01c9 [2] + 1968 00000400:00000010:3.0:1764938852.798201:0:15836:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1c2bb33. 00000400:00000200:3.0:1764938852.798205:0:15836:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000921c6ce0 00000400:00000200:3.0:1764938852.798260:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.798265:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.798269:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000921c6ce0 00000400:00000010:3.0:1764938852.798271:0:15836:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000921c6ce0 (tot 82352538). 00000100:00000200:3.0:1764938852.798276:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1764938852.798323:0:64653:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c53e448. 00000020:00000010:3.0:1764938852.798329:0:64653:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938852.798377:0:64653:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000b18cb76. 00000100:00000200:3.0:1764938852.798402:0:64653:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029c19a3f x1850670621024640/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1764938852.798429:0:64653:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024640 02000000:00000010:3.0:1764938852.798439:0:64653:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000589170aa. 00010000:00000010:3.0:1764938852.798472:0:64653:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004aac1427. 00000100:00000010:3.0:1764938852.798478:0:64653:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072c68e26. 00000100:00000010:3.0:1764938852.798484:0:64653:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072c68e26. 00010000:00000010:3.0:1764938852.798487:0:64653:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004aac1427. 00000400:00000010:3.0:1764938852.798501:0:64653:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46aa653. 00000100:00000200:3.0:1764938852.798505:0:64653:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024640, offset 224 00000400:00000200:3.0:1764938852.798511:0:64653:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.798520:0:64653:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.798526:0:64653:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90727:90727:256:4294967295] 192.168.203.57@tcp LPNI seq info [90727:90727:8:4294967295] 00000400:00000200:3.0:1764938852.798535:0:64653:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.798539:0:64653:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.798543:0:64653:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0f651b9 (tot 82352786). 00000800:00000200:3.0:1764938852.798548:0:64653:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.798554:0:64653:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.798558:0:64653:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f0f651b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1764938852.798572:0:64653:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a76c36eb. 00000020:00000010:3.0:1764938852.798575:0:64653:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000b18cb76. 00000020:00000010:3.0:1764938852.798578:0:64653:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c53e448. 02000000:00000010:3.0:1764938852.798584:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002be90b8c. 00000100:00000010:3.0:1764938852.798587:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087f22375. 02000000:00000010:3.0:1764938852.798591:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b515ff48. 00000100:00000010:3.0:1764938852.798593:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f59f34e. 02000000:00000010:3.0:1764938852.798597:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000acf7360. 00000100:00000010:3.0:1764938852.798599:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d90d6431. 02000000:00000010:3.0:1764938852.798602:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002414a6b8. 00000100:00000010:3.0:1764938852.798604:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.798607:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ba6b2d6. 00000100:00000010:3.0:1764938852.798609:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002801e2e5. 02000000:00000010:3.0:1764938852.798612:0:64653:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000010dafe57. 00000100:00000010:3.0:1764938852.798613:0:64653:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005236100b. 00000100:00000200:3.0:1764938852.798618:0:64653:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1764938852.798622:0:64653:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053d8a788. 00000400:00000010:3.0:1764938852.798624:0:64653:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000072c68e26 (tot 82352938). 00000400:00000010:1.0:1764938852.798787:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:1.0:1764938852.798791:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:1.0:1764938852.798794:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:1.0:1764938852.798800:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626947200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.798808:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626947200/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1764938852.798829:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec94e601. 02000000:00000010:1.0:1764938852.798843:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b0c87fa. 02000000:00000010:1.0:1764938852.798849:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e493cc26. 00000100:00000010:1.0:1764938852.798853:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:1.0:1764938852.798856:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:1.0:1764938852.798860:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf657511. 00080000:00000010:1.0:1764938852.798876:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b0c87fa. 00010000:00000010:1.0:1764938852.798951:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b5b646d. 00010000:00000010:1.0:1764938852.798956:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086f7f2e1. 00010000:00000010:1.0:1764938852.799044:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5def7c3. 00010000:00000010:1.0:1764938852.799050:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b5b646d. 00010000:00000010:1.0:1764938852.799059:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf657511. 00000100:00000010:1.0:1764938852.799063:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000800:00000200:0.0:1764938852.799064:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1764938852.799069:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000548a2fdc. 00000800:00000010:0.0:1764938852.799070:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0f651b9 (tot 82352690). 00000400:00000200:0.0:1764938852.799077:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.799082:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 02000000:00000010:1.0:1764938852.799084:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047507f2f. 00000400:00000200:0.0:1764938852.799086:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46aa653 00000400:00000010:0.0:1764938852.799089:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46aa653. 02000000:00000010:0.0:1764938852.799093:0:15835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000589170aa. 02000000:00000010:1.0:1764938852.799130:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000358fd3ab. 00000400:00000010:1.0:1764938852.799134:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e112c9df. 00000400:00000010:1.0:1764938852.799138:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052fb9bc0. 00000100:00000200:1.0:1764938852.799141:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626947264, portal 16 00000400:00000010:1.0:1764938852.799145:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd9c7137. 00000100:00000200:1.0:1764938852.799146:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626947264, offset 0 00000400:00000200:1.0:1764938852.799151:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.799158:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.799164:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.799168:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.799171:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.799173:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90728:90728:256:4294967295] 192.168.203.57@tcp LPNI seq info [90728:90728:8:4294967295] 00000400:00000200:1.0:1764938852.799180:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.799184:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.799188:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938852.799192:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.799195:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.799197:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1764938852.801638:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1764938852.801645:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:3.0:1764938852.801652:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.801661:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:3.0:1764938852.801666:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9c7137 00000400:00000010:3.0:1764938852.801668:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd9c7137. 00000100:00000200:3.0:1764938852.801676:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000548a2fdc x1850670626947264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1764938852.804543:0:78585:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbfb4205. 00010000:00000010:1.1:1764938852.804559:0:78585:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe8e75c. 00010000:00000010:2.1:1764938852.806328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c01b636. 00000400:00000200:2.0:1764938852.806408:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.806423:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550c0c0 00000400:00000200:2.0:1764938852.806431:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb18a1 [1] + 224 00000400:00000200:2.0:1764938852.806442:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.806447:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.806457:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000548a2fdc x1850670626947264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1764938852.806484:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:2.0:1764938852.806488:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f661c0 00000400:00000200:2.0:1764938852.806493:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0221 [2] + 0 00000400:00000200:2.0:1764938852.806848:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.806853:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:2.0:1764938852.806857:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1764938852.806861:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d48bd191. 00000020:00000010:2.0:1764938852.806909:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002be90b8c. 00000020:00000010:2.0:1764938852.806917:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.806921:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a4cbd75. 00000100:00000200:2.0:1764938852.806942:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d48bd191 x1850670621024704/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:3.0:1764938852.807142:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e112c9df. 00000400:00000200:3.0:1764938852.807147:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052fb9bc0 00000400:00000010:3.0:1764938852.807149:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052fb9bc0. 00000100:00000200:3.0:1764938852.807155:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000548a2fdc x1850670626947264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1764938852.807161:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000548a2fdc x1850670626947264/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1764938852.807184:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000358fd3ab. 02000000:00000010:3.0:1764938852.807189:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047507f2f. 00000100:00000010:3.0:1764938852.807193:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000548a2fdc. 00000100:00000010:3.0:1764938852.807196:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a713f24. 00010000:00000010:3.0:1764938852.807200:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf657511. 00000100:00000200:2.0:1764938852.807291:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024704 02000000:00000010:2.0:1764938852.807302:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6fbe4f9. 00010000:00000010:2.0:1764938852.807328:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b70767b. 00010000:00000010:2.0:1764938852.807348:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c2ecc932. 00000100:00000010:2.0:1764938852.807363:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045d505a9. 00010000:00000010:1.1:1764938852.807469:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804458ea. 00010000:00000010:1.1:1764938852.807481:0:64653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ec3b3a. 00010000:00000010:1.1:1764938852.807485:0:64653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec4f237. 00000100:00000010:2.0:1764938852.807518:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045d505a9. 00010000:00000010:2.0:1764938852.807522:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c2ecc932. 00000400:00000010:2.0:1764938852.807534:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7ce4bb. 00000100:00000200:2.0:1764938852.807540:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024704, offset 224 00000400:00000200:2.0:1764938852.807547:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:2.0:1764938852.807556:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.807560:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90729:90729:256:4294967295] 192.168.203.57@tcp LPNI seq info [90729:90729:8:4294967295] 00000400:00000200:2.0:1764938852.807569:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.807574:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.807578:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938852.807582:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.807589:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.807593:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1764938852.807695:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010dafe57. 00010000:00000010:3.0:1764938852.807773:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b5b646d. 00010000:00000010:3.0:1764938852.807780:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e461cf88. 00010000:00000010:3.0:1764938852.807844:0:77248:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2d4049b. 00010000:00000010:3.0:1764938852.807848:0:77248:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a76c36eb. 00010000:00000010:3.0:1764938852.807854:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:3.0:1764938852.807859:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095dfe617. 00080000:00000010:3.0:1764938852.807871:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002414a6b8. 00010000:00000010:3.0:1764938852.807898:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095dfe617. 00010000:00000010:3.0:1764938852.807904:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a76c36eb. 00010000:00000010:3.0:1764938852.807956:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ec165e. 00010000:00000010:3.0:1764938852.807960:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095dfe617. 00000020:00000010:2.0:1764938852.808028:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.808033:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a4cbd75. 00000020:00000010:2.0:1764938852.808036:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002be90b8c. 00000800:00000200:1.0:1764938852.808374:0:15835:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1764938852.808378:0:15835:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:1.0:1764938852.808383:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1764938852.808388:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:1.0:1764938852.808391:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7ce4bb 00000400:00000010:1.0:1764938852.808393:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7ce4bb. 00010000:00000010:3.0:1764938852.808525:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004aac1427. 00000100:00000010:3.0:1764938852.808531:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f7cd6d9. 00000100:00000010:3.0:1764938852.808538:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002724c5db. 02000000:00000010:3.0:1764938852.808549:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c53e448. 02000000:00000010:3.0:1764938852.808571:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000977941ad. 00000400:00000010:3.0:1764938852.808576:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026e36c88. 00000400:00000010:3.0:1764938852.808581:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023fc81f0. 00000100:00000200:3.0:1764938852.808586:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626947328, portal 16 00000400:00000010:3.0:1764938852.808591:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad7beb36. 00000100:00000200:3.0:1764938852.808593:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626947328, offset 0 00000400:00000200:3.0:1764938852.808599:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:3.0:1764938852.808607:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:3.0:1764938852.808613:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:3.0:1764938852.808616:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1764938852.808620:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:3.0:1764938852.808623:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90730:90730:256:4294967295] 192.168.203.57@tcp LPNI seq info [90730:90730:8:4294967295] 00000400:00000200:3.0:1764938852.808632:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:3.0:1764938852.808636:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:3.0:1764938852.808640:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062fc51c4 (tot 82352938). 00000800:00000200:3.0:1764938852.808644:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:3.0:1764938852.808648:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:3.0:1764938852.808650:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062fc51c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.809605:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.809609:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062fc51c4 (tot 82352690). 00000400:00000200:2.0:1764938852.809614:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.809619:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.809623:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad7beb36 00000400:00000010:2.0:1764938852.809625:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad7beb36. 00000100:00000200:2.0:1764938852.809631:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002724c5db x1850670626947328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1764938852.811318:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:3.0:1764938852.811335:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 224 into portal 16 MB=0x6932cd550c100 00000400:00000200:3.0:1764938852.811342:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.57@tcp of length 224/224 into md 0xb18ad [1] + 224 00000400:00000200:3.0:1764938852.811364:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1764938852.811368:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:3.0:1764938852.811375:0:15836:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002724c5db x1850670626947328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1764938852.811522:0:77248:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026e36c88. 00000400:00000200:1.0:1764938852.811527:0:77248:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023fc81f0 00000400:00000010:1.0:1764938852.811528:0:77248:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023fc81f0. 00000100:00000200:1.0:1764938852.811535:0:77248:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002724c5db x1850670626947328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1764938852.811542:0:77248:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002724c5db x1850670626947328/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1764938852.811567:0:77248:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000977941ad. 02000000:00000010:1.0:1764938852.811572:0:77248:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c53e448. 00000100:00000010:1.0:1764938852.811576:0:77248:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002724c5db. 00000100:00000010:1.0:1764938852.811581:0:77248:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f7cd6d9. 00010000:00000010:1.0:1764938852.811584:0:77248:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004aac1427. 00000400:00000200:0.0:1764938852.814201:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.57@tcp : PUT - for me 00000400:00000200:0.0:1764938852.814220:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp of length 328 into portal 17 MB=0x6932cd4f66200 00000400:00000200:0.0:1764938852.814229:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp of length 328/328 into md 0xb0221 [2] + 328 00000400:00000200:0.0:1764938852.814292:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1764938852.814297:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000100:00000200:0.0:1764938852.814304:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1764938852.814318:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010bb53b1. 00000020:00000010:2.0:1764938852.814437:0:64654:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026d58502. 00000020:00000010:2.0:1764938852.814444:0:64654:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.814449:0:64654:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a4cbd75. 00000100:00000200:2.0:1764938852.814473:0:64654:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010bb53b1 x1850670621024768/t0(0) o103->e19675b9-a47e-4085-bf7c-73e9097665d5@192.168.203.57@tcp:310/0 lens 328/0 e 0 to 0 dl 1764938895 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1764938852.814514:0:64654:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1850670621024768 02000000:00000010:2.0:1764938852.814526:0:64654:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e64c0140. 00010000:00000010:2.0:1764938852.814570:0:64654:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc9dda57. 00010000:00000010:2.0:1764938852.814590:0:64654:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c2ecc932. 00000100:00000010:2.0:1764938852.814596:0:64654:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045d505a9. 00000100:00000010:2.0:1764938852.814614:0:64654:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045d505a9. 00010000:00000010:2.0:1764938852.814618:0:64654:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c2ecc932. 00000400:00000010:2.0:1764938852.814629:0:64654:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101c6888. 00000100:00000200:2.0:1764938852.814635:0:64654:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1850670621024768, offset 224 00000400:00000200:2.0:1764938852.814642:0:64654:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00080000:00000010:1.0:1764938852.814650:0:77248:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f771c8af. 00000400:00000200:2.0:1764938852.814654:0:64654:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.57@tcp local destination 00000400:00000200:2.0:1764938852.814659:0:64654:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90731:90731:256:4294967295] 192.168.203.57@tcp LPNI seq info [90731:90731:8:4294967295] 00000400:00000200:2.0:1764938852.814669:0:64654:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:2.0:1764938852.814674:0:64654:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:2.0:1764938852.814678:0:64654:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0eb3e6e (tot 82352938). 00000800:00000200:2.0:1764938852.814683:0:64654:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:2.0:1764938852.814689:0:64654:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:2.0:1764938852.814693:0:64654:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0eb3e6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1764938852.814709:0:64654:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049b41517. 00000020:00000010:2.0:1764938852.814712:0:64654:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a4cbd75. 00000020:00000010:2.0:1764938852.814716:0:64654:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026d58502. 00010000:00000010:1.0:1764938852.814732:0:77248:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095dfe617. 00010000:00000010:1.0:1764938852.814745:0:77248:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000683af9b. 00000800:00000200:2.0:1764938852.814789:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.814792:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0eb3e6e (tot 82352690). 00000400:00000200:2.0:1764938852.814796:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.814800:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.814803:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101c6888 00000400:00000010:2.0:1764938852.814805:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101c6888. 00010000:00000010:1.0:1764938852.814816:0:77248:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec4f237. 00010000:00000010:1.0:1764938852.814822:0:77248:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fc6df1bc. 00010000:00000010:1.0:1764938852.814831:0:77248:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8a5bc49. 00000100:00000010:1.0:1764938852.814835:0:77248:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a713f24. 00000100:00000010:1.0:1764938852.814841:0:77248:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000edb56958. 02000000:00000010:1.0:1764938852.814850:0:77248:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007236980b. 02000000:00000010:1.0:1764938852.814869:0:77248:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008652672b. 00000400:00000010:1.0:1764938852.814873:0:77248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2d6ba9c. 00000400:00000010:1.0:1764938852.814877:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000271ca1f8. 00000100:00000200:1.0:1764938852.814881:0:77248:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1850670626947392, portal 16 00000400:00000010:1.0:1764938852.814886:0:77248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2fcba. 00000100:00000200:1.0:1764938852.814888:0:77248:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1850670626947392, offset 0 00000400:00000200:1.0:1764938852.814894:0:77248:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp 00000400:00000200:1.0:1764938852.814901:0:77248:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.57@tcp local destination 00000400:00000200:1.0:1764938852.814908:0:77248:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:1.0:1764938852.814911:0:77248:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1764938852.814914:0:77248:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.57@tcp 00000400:00000200:1.0:1764938852.814916:0:77248:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [90732:90732:256:4294967295] 192.168.203.57@tcp LPNI seq info [90732:90732:8:4294967295] 00000400:00000200:1.0:1764938852.814924:0:77248:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) : PUT try# 0 00000800:00000200:1.0:1764938852.814928:0:77248:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.57@tcp 00000800:00000010:1.0:1764938852.814931:0:77248:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009adddcf1 (tot 82352938). 00000800:00000200:1.0:1764938852.814935:0:77248:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000e45ec95a] -> 12345-192.168.203.57@tcp (4) 00000800:00000200:1.0:1764938852.814940:0:77248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp ip 192.168.203.57:1023 00000800:00000200:1.0:1764938852.814942:0:77248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009adddcf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1764938852.815063:0:15836:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1764938852.815066:0:15836:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009adddcf1 (tot 82352690). 00000400:00000200:2.0:1764938852.815070:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1764938852.815073:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.57@tcp: PUT: OK 00000400:00000200:2.0:1764938852.815076:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2fcba 00000400:00000010:2.0:1764938852.815077:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2fcba. 00000100:00000200:2.0:1764938852.815083:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000edb56958 x1850670626947392/t0(0) o104->lustre-MDT0000@192.168.203.57@tcp:15/16 lens 328/224 e 0 to 0 dl 1764938896 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1764938852.815126:0:78589:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000453f3505. 00010000:00000010:3.1:1764938852.815134:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5def7c3. 00010000:00000010:3.1:1764938852.815139:0:78589:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d4049b. 00010000:00000010:3.1:1764938852.815142:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed42c0fd. 00010000:00000010:2.1:1764938852.816781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c53585a1. Debug log: 53730 lines, 53730 kept, 0 dropped, 0 bad.